framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.20455679893493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.25832960605621336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.41539840698242186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.6327295780181885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.6418240070343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.7051328182220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.7266240119934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.7234879970550537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.7619264125823975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.7900735855102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.19941120147705077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.8097920417785645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.9013504028320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.23923840522766113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.9220800399780273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.37389440536499025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.6528639793395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.9463423728942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.6586624145507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.0012096405029296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6884672164916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.0140095710754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.7274112224578857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.2309184074401855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.7640128135681152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.8514944076538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.3792896270751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.9080127716064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.6036928176879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.8059200286865235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.9018688201904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.0266048431396486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.9414719581604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.01,2.643398475646973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.9832127571105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.0044672012329101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.01,3.6898239135742186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.0734527587890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.01,4.944563293457032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.2495231628417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.4230079650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.01,7.281990051269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.6372032165527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.12992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.01,9.417017364501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.2,2.7166912078857424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.2,3.754560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.01,14.92674560546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.2,4.983808135986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.2,7.1058815002441404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.01,19.893760681152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.2,10.18524169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.01,25.29851531982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.2,15.542591857910157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.2,20.726162719726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.01,38.953521728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.2,26.129208374023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.2,40.82073059082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.01,78.11656494140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.2,79.85145874023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.3222143888473511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.4861248016357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.5103871822357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.07391357421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.32335360050201417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.01,1.1275008201599122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.01,1.1558079719543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.45630722045898436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.01,1.204576015472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.5783679962158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.01,1.3193792343139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.0720640182495118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.01,1.4133184432983399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.2,1.1282367706298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.2,1.1656576156616212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.01,1.5215359687805177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.2,1.2133631706237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.3038399696350098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.2,1.3345215797424317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.4467904090881347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.4645376205444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.01,1.4933055877685546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.2,1.5039679527282714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.01,1.532198429107666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.01,1.5264320373535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.3264896392822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.01,1.7972543716430665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.2,1.4398591995239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.01,1.80328311920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.2,1.4503935813903808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.01,2.2425792694091795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.2,1.4905023574829102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.01,2.5478399276733397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.2,1.6867136001586913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.2,1.7025920867919921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.01,3.541164779663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.2,1.8059520721435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.01,4.409491348266601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.2,2.2839231491088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.01,6.312543869018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.2,2.557792091369629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.2,3.5047679901123048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.01,8.311564636230468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.2,4.300479888916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.01,12.634317016601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.2,6.178758239746093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.2,8.277407836914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.01,16.417088317871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.2,12.509651184082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.01,24.44288024902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.2,16.586093139648437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.01,32.799981689453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.2,24.490956115722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.2,33.27113647460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.01,41.849267578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.2,41.77487487792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.01,66.69674682617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.2,65.61729736328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.01,140.038232421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.2,139.7559326171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.10586880445480347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.24298880100250245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.3706239938735962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.10455039739608765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.5248703956604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.10795520544052124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.9275456428527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.9733440399169921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.2404927968978882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.0178751945495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.3500351905822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.0691007614135741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.49120001792907714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.0662464141845702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.9102784156799316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.0393343925476075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.1299839973449708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.0462976455688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.01,1.162707233428955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.0860095977783204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.01,1.2176383972167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.123635196685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.01,1.2770303726196288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.147475242614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.01,1.3869695663452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.01,1.4398655891418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.2,1.1612799644470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.378598403930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.2,1.2204416275024415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.5710399627685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.2,1.3067263603210448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.01,1.5292096138000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.2,1.3671232223510743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.2,1.435142421722412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.764454460144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.4642047882080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.01,2.0507455825805665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.2,1.6327680587768554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.01,2.599788856506348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.2,1.584217643737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.01,3.049996757507324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.8600767135620118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.01,4.189056015014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.2,2.109702491760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.01,5.278124618530273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.2,2.694175910949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.01,7.841133117675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.2,3.151315116882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.2,4.264499282836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.01,10.481330871582031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.2,5.62408332824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.01,13.027328491210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.2,7.931488037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.2,10.985414123535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.01,21.135789489746095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.2,13.505587768554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.22113280296325682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.3928767919540405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.2,20.979653930664064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.01,41.42174072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.46737279891967776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.011903953552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.7552640914916993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.01,2.306291198730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.2,42.23114929199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.01,3.447865676879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.01,3.8274688720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.01,3.7353343963623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.01,3.9169662475585936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.01,4.1435199737548825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.01,4.373606491088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.01,4.528313446044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.01,4.610534286499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.01,4.789056015014649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.01,4.952288055419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.01,5.791923141479492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.01,6.761740875244141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.22009599208831787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.01,6.000268936157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.377459192276001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.4714943885803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.01,7.095206451416016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.879635238647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.4754688262939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.01,6.563744354248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.021343994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.01,7.78887710571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.2,3.446976089477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.2,3.6429374694824217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.01,10.07019500732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.2,3.826182556152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.2,3.998419189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.01,12.419149017333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.2,4.17212142944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.2,4.222655868530273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.01,13.936659240722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.2,4.394540786743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.2,4.602009582519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.01,19.606842041015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.2,4.972582244873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.2,4.943065643310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.01,24.718809509277342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.2,5.922227096557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.2,7.029580688476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.01,29.918515014648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.2,6.681043243408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.2,7.740025329589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.2,7.005197143554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.01,48.19925231933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.2,8.231168365478515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.2,11.025823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.2,13.511724853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.2,14.691513061523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.01,99.02357788085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.2,20.320697021484374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.2,27.129803466796876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.2,32.28475646972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.2,50.430093383789064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.2,101.46828002929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.23853440284729005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.3875648021697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.5486783981323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.9428352355957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.4325247764587403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.01,2.6683071136474608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.01,2.7871423721313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.23766400814056396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.8749696731567385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.27360000610351565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.5338047981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.01,3.0753152847290037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.8886207580566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.01,3.1042367935180666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.244883155822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.01,3.206739044189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.2,2.479212760925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.2,2.8284671783447264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.01,3.234099197387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.2,2.8810367584228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.01,3.240377426147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.2,3.0929920196533205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.01,3.694732666015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.2,3.15978889465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.01,3.9849918365478514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.2,3.2783233642578127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.01,4.134112167358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.2,3.327065658569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.01,4.028281784057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.2,3.4099136352539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.01,4.609305572509766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.2,3.726675033569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.01,4.920908737182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.2,3.8126976013183596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.01,6.00382080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.2,4.081350326538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.01,5.439257431030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.2,4.098406219482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.01,6.6852867126464846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.2,4.659596633911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.01,9.293881225585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.2,5.104864120483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.01,11.91805419921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.2,6.110598373413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.2,5.552153778076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.01,14.695333862304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.2,6.829145812988282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.01,20.472434997558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.2,9.49692153930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.2,12.138963317871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.01,24.982176208496092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.2,15.362200927734374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.01,30.71109619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.2,20.15711364746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.2,25.819659423828124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.01,48.52547912597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.2,31.53623046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.2,49.50257263183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.01,105.04053955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.2,105.01737060546876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.22304000854492187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.3930943965911865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.7408063888549805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.8808383941650391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.818239974975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.791801643371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,power_law_1.01,3.527814483642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,power_law_1.01,4.781024169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,power_law_1.01,5.076947021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,power_law_1.01,5.127801513671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,power_law_1.01,5.4005889892578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,power_law_1.01,5.7418560028076175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,power_law_1.01,5.937593460083008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,power_law_1.01,6.115903854370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,power_law_1.01,6.37976303100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,power_law_1.01,6.590656280517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,power_law_1.01,7.279257965087891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,power_law_1.01,8.579590606689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,power_law_1.01,9.408921813964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,power_law_1.01,11.40576629638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,power_law_1.01,10.833164978027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,power_law_1.01,13.557331848144532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,power_law_1.01,10.758457946777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,power_law_1.01,13.40697021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,power_law_1.01,18.557093811035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.2218559980392456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.3944511890411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,power_law_1.01,23.636761474609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.5591807842254639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.8435392379760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.6173120498657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,power_law_1.01,27.09234619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.4635135650634767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,power_law_1.2,3.0023359298706054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,power_law_1.2,4.557587051391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,power_law_1.01,32.73365783691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,power_law_1.2,4.705088043212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,power_law_1.2,4.990284729003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,power_law_1.2,5.253932952880859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,1,power_law_1.01,50.7732666015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,power_law_1.2,5.421907043457031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,power_law_1.2,5.715603256225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,power_law_1.2,6.212704086303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,power_law_1.2,6.401420593261719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,power_law_1.2,6.769152069091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,1,power_law_1.01,111.08153076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,power_law_1.2,7.410514831542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,power_law_1.2,8.597254180908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,power_law_1.2,8.90497283935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,power_law_1.2,10.385017395019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,power_law_1.2,9.657177734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,power_law_1.2,11.373043060302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,power_law_1.2,11.783443450927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,power_law_1.2,14.7555908203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,power_law_1.2,20.45183410644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,power_law_1.2,25.774234008789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,power_law_1.2,28.045529174804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,power_law_1.2,33.23690185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,1,power_law_1.2,53.9142333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,1,power_law_1.2,115.51488037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.12689919471740724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.1903615951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.22660479545593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.35513598918914796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.34766719341278074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.3714047908782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.4115583896636963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.12643200159072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.382092809677124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.4087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.156985604763031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.4096384048461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.1852671980857849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.42098560333251955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.3543423891067505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.44501118659973143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.3551743984222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.4666816234588623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.3922368049621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.5344255924224853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.5543231964111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.42284159660339354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.5760831832885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.40288639068603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.6536511898040771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.42563838958740235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.42894721031188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.7844287872314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.4298816204071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.8816384315490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.4439040184020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,1.1741503715515136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.46981120109558105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,1.471667194366455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.5142015933990478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,2.090713691711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.5482624053955079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.5843264102935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,2.6806848526000975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.687007999420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,3.8919937133789064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.7690752029418946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.924563217163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,5.175289535522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,1.2134400367736817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,7.933484649658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,1.490668773651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,2.086444854736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,10.507033538818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,2.7030719757080077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,3.944339370727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,13.6074951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,5.305791854858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,8.215257263183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,21.39292755126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,10.951340484619141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,13.579878234863282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,43.2319091796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,21.619404602050782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,43.11390075683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.19040640592575073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.27428479194641114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.3713344097137451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.5770112037658691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.01,0.5613759994506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.01,0.634284782409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.01,0.6638336181640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.01,0.6487616062164306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.01,0.694707202911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.01,0.7353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.01,0.6789696216583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.01,0.7303999900817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.01,0.724729585647583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.01,0.7935872077941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.01,0.8996864318847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.01,0.9302271842956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.01,0.9856960296630859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.01,1.2132672309875487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,1.4031295776367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,1.8742847442626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,2.315987205505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,3.2323841094970702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,4.215564727783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,6.250387191772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.13711999654769896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,8.530406188964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.22131199836730958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.2485503911972046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,12.665875244140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.5120831966400147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,16.83070068359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.01,0.8538111686706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.13616000413894652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.150054359436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.21471359729766845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,21.35222473144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.01,1.7934911727905274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.2391040086746216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.01,1.926335906982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.5169407844543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.01,1.9795007705688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,33.93082275390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.2,0.7351359844207763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.01,2.083622360229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.0911616325378417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.01,2.192211151123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.2,1.7617984771728517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.19575680494308473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.2,1.8580352783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.01,2.308415985107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,67.95341186523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.23653759956359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.2,1.9322240829467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.01,2.3758848190307615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.37959039211273193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.2,2.0114559173583983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.01,2.3558208465576174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.5911488056182861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.2,2.162144088745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.2,0.5673984050750732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.01,2.3983295440673826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.2,0.6346496105194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.2,2.2761024475097655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.01,2.5089088439941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.2,0.6864895820617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.2,2.434566307067871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.2,0.6420544147491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.01,2.7619583129882814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.2,0.7101119995117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.2,2.3628992080688476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.01,3.1828096389770506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.2,0.7567039966583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.2,2.6146047592163084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.2,0.691596794128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,3.148966407775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.2,0.7519487857818603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.2,2.6017919540405274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,3.7644416809082033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.2,0.8383808135986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.2,2.6372608184814452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.2,0.7967232227325439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,3.520870590209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.2,2.968966484069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.2,0.8672639846801757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.2,0.8834112167358399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,4.316640090942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.3638847351074217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.2,0.9799103736877441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,5.691052627563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,3.8326656341552736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.2,1.2093952178955079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,1.4067328453063965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,3.783295822143555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,7.244921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,1.8977855682373046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,2.306585693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,4.516409683227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,7.973145294189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,3.3004608154296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,5.429388809204101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,4.340716934204101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,11.038438415527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,6.995334625244141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,6.297663879394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,14.116351318359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,8.377171325683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,8.227507019042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,13.10198974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,17.386143493652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,11.544416046142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,17.017529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,14.5361083984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,27.906002807617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,21.810220336914064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,18.41920623779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,35.382015991210935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,28.958285522460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,55.31544799804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,68.82395629882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,56.036651611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.07169920206069946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.08540160059928895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.13781119585037233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.2216639995574951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.28718080520629885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.5093376159667968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.540556812286377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.5501440048217774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.5590144157409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.590560007095337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.6150784015655517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.641318416595459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.6854080200195313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.659660816192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.7353151798248291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.01,0.7558784008026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.7516992092132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.01,0.8631423950195313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,0.9093376159667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.0712448120117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.2330944061279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,1.6252416610717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,1.9803071975708009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,2.7390207290649413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,3.471820831298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,5.010131072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,6.586879730224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,8.247232055664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,13.238214111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,26.909805297851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.07155200242996215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.07980160117149353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.13589760065078735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.1738816022872925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.2602751970291138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.5190847873687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.5384511947631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.5530879974365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.584339189529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.5972095966339112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.616755199432373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.6298175811767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.6807040214538574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.6681983947753907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.7327807903289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.2,0.7432447910308838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.2,0.7460927963256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.2,0.8561984062194824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,0.9094271659851074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.0950976371765138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.2688639640808106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,1.6623359680175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,2.025619125366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,2.775775909423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,3.5587135314941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,5.068627166748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,6.698028564453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,8.329414367675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,13.380812072753907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,27.564288330078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.14137599468231202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.16142719984054565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.29317119121551516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.14061440229415895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.4515071868896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.21592960357666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.6139520168304443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.32096641063690184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.5558527946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.3203200340270995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.7903808116912842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.506003189086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.351417636871338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.2,1.5530112266540528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.01,1.4431808471679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.2,1.5896384239196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.01,1.545900821685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.2,1.6417600631713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.2,1.8649984359741212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.01,1.5576512336730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.2,1.9120063781738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.01,1.6131647109985352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.2,1.9668287277221679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.01,1.7861696243286134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.2,1.980076789855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.01,1.898681640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.01,2.016076850891113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.2,2.1187456130981444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.01,1.7892288208007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.2,2.1753728866577147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.01,1.9444288253784179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.2,2.0979583740234373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.01,1.9564863204956056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.2,2.3471168518066405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.01,2.124838447570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,2.8774463653564455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.01,2.4022335052490233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.562099075317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,2.31213436126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,3.1183744430541993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,2.7134016036987303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,3.783571243286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,3.0602304458618166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,6.0294334411621096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,3.7532608032226564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,7.533254241943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,5.811814498901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,11.977017974853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,7.417062377929687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,15.00384063720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,11.582041931152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,14.572537231445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,14.600352478027343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,18.10947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,14.149440002441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,17.84337921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,28.38719482421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,28.2234619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,57.6241943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,58.07258911132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.13730560541152953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.22266240119934083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.36820480823516843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.47996158599853517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,power_law_1.01,0.9996352195739746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,power_law_1.01,1.4898303985595702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,power_law_1.01,1.851468849182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,power_law_1.01,2.377164840698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,power_law_1.01,2.5630144119262694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,power_law_1.01,2.645369529724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,power_law_1.01,2.7846208572387696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,power_law_1.01,2.9086591720581056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,power_law_1.01,3.043737602233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,power_law_1.01,3.124774360656738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,power_law_1.01,3.237094497680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,power_law_1.01,3.368467330932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,power_law_1.01,3.4469631195068358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,power_law_1.01,3.8548160552978517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,4.043955230712891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,4.546047973632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,4.566912078857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,5.295840072631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,6.053120040893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,7.552076721191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,10.296294403076171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,13.54058837890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,15.539053344726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,18.703610229492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.13749760389328003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.22171521186828613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,29.351654052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.27912321090698244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.4951935768127441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,power_law_1.2,0.8036543846130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,power_law_1.2,1.3618559837341309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,power_law_1.2,1.640390396118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,60.544403076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,power_law_1.2,2.2754495620727537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,power_law_1.2,2.4011775970458986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,power_law_1.2,2.597145652770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,power_law_1.2,2.6129919052124024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,power_law_1.2,2.8851903915405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,power_law_1.2,2.9544960021972657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,power_law_1.2,3.0090560913085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,power_law_1.2,3.2358848571777346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,power_law_1.2,3.2589183807373048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,power_law_1.2,3.7086334228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,power_law_1.2,4.2291007995605465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,4.5929920196533205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,5.646828842163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,4.8264320373535154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,5.7787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,6.608486175537109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,8.090975952148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,11.229420471191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,14.181587219238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,16.097906494140624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,19.163066101074218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,30.3366455078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,60.505340576171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,power_law_1.01,0.13375359773635864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,power_law_1.01,0.1638975977897644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,power_law_1.01,0.18110719919204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,power_law_1.01,0.29258880615234373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,power_law_1.01,0.29955201148986815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,power_law_1.01,0.33200640678405763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,power_law_1.2,0.13312000036239624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,power_law_1.01,0.39344000816345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,power_law_1.01,0.3837696075439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,power_law_1.2,0.16119680404663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,power_law_1.01,0.4177216053009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,power_law_1.2,0.19502079486846924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,power_law_1.01,0.43277440071105955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,power_law_1.2,0.298905611038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,power_law_1.01,0.5003647804260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,power_law_1.01,0.5168511867523193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,power_law_1.2,0.30529921054840087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,power_law_1.01,0.5688640117645264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,power_law_1.2,0.341811203956604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,power_law_1.01,0.6769216060638428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,power_law_1.2,0.39397759437561036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,power_law_1.01,0.7152192115783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,power_law_1.2,0.4009664058685303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,power_law_1.01,0.8265088081359864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,power_law_1.2,0.405350399017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,power_law_1.01,0.9730496406555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,power_law_1.2,0.433516788482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,power_law_1.01,1.3475008010864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,power_law_1.2,0.48378238677978513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,power_law_1.01,1.6833663940429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,power_law_1.2,0.5292799949645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,power_law_1.01,2.362259292602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,power_law_1.2,0.5500351905822753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,power_law_1.01,3.0874303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,power_law_1.2,0.6585279941558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,power_law_1.01,4.496633529663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,power_law_1.2,0.7356800079345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,power_law_1.01,5.8476097106933596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,power_law_1.2,0.8275903701782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,power_law_1.2,0.9667903900146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,power_law_1.01,8.699212646484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,power_law_1.2,1.3434240341186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,power_law_1.2,1.676255989074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,power_law_1.01,11.495744323730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,power_law_1.2,2.3952255249023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,power_law_1.2,3.0533376693725587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,power_law_1.01,17.043629455566407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,power_law_1.2,4.456480026245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,power_law_1.2,5.8780670166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,power_law_1.01,22.667936706542967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,power_law_1.2,8.69315185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,power_law_1.2,11.457292938232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,power_law_1.01,28.12529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,power_law_1.2,16.999058532714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,1,power_law_1.01,45.51206970214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,power_law_1.2,22.516709899902345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,power_law_1.2,28.069940185546876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,1,power_law_1.2,44.76913146972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,1,power_law_1.01,89.04470825195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,1,power_law_1.2,90.25382690429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,power_law_1.01,0.17649919986724855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,power_law_1.01,0.26404480934143065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,power_law_1.01,0.30191359519958494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,power_law_1.01,0.467244815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,power_law_1.01,0.4786687850952148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,power_law_1.01,0.5598080158233643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,power_law_1.01,0.601471996307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,power_law_1.01,0.6063295841217041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,power_law_1.01,0.6385024070739747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,power_law_1.01,0.6921919822692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,power_law_1.01,0.7671296119689941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,power_law_1.01,0.7998015880584717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,power_law_1.01,0.8720640182495117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,power_law_1.01,1.0469311714172362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,power_law_1.01,1.2014975547790527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,power_law_1.01,1.3432064056396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,power_law_1.01,1.5671808242797851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,power_law_1.01,2.224019241333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,power_law_1.01,2.7468544006347657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,power_law_1.01,3.8644927978515624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,power_law_1.01,5.0146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,power_law_1.01,7.357049560546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,power_law_1.01,9.658201599121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,power_law_1.01,14.33992919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,power_law_1.01,18.86725769042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,power_law_1.01,28.162701416015626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,power_law_1.01,37.60520935058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,power_law_1.01,46.929254150390626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,1,power_law_1.01,74.73509521484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,1,power_law_1.01,147.51820068359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,power_law_1.2,0.17623679637908934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,power_law_1.2,0.24837119579315187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,power_law_1.2,0.2935296058654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,power_law_1.2,0.468998384475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,power_law_1.2,0.47752962112426756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,power_law_1.2,0.5729856014251709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,power_law_1.2,0.6310207843780518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,power_law_1.2,0.6091584205627442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,power_law_1.2,0.6584512233734131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,power_law_1.2,0.7100607872009277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,power_law_1.2,0.7577600002288818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,power_law_1.2,0.8380031585693359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,power_law_1.2,0.8728320121765136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,power_law_1.2,0.9951999664306641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,power_law_1.2,1.1735424041748046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,power_law_1.2,1.3260736465454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,power_law_1.2,1.5766016006469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,power_law_1.2,2.1667776107788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,power_law_1.2,2.753094482421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,power_law_1.2,3.8382144927978517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,power_law_1.2,5.047654342651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,power_law_1.2,7.331597137451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,power_law_1.2,9.66564483642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,power_law_1.2,14.324307250976563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,power_law_1.2,18.916709899902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,power_law_1.2,28.216653442382814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,power_law_1.2,37.673727416992186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,power_law_1.2,46.968896484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,1,power_law_1.2,74.76815185546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,1,power_law_1.2,147.576708984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,power_law_1.01,0.14318079948425294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,power_law_1.01,0.21093759536743165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,power_law_1.01,0.24889600276947021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,power_law_1.01,0.4850111961364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,power_law_1.01,0.7599103927612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,power_law_1.01,1.0955519676208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,power_law_1.01,1.4751808166503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,power_law_1.01,1.6145471572875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,power_law_1.01,1.6653823852539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,power_law_1.01,1.6752128601074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,power_law_1.01,1.809529685974121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,power_law_1.01,1.9192960739135743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,power_law_1.01,2.034707260131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,power_law_1.2,0.1431872010231018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,power_law_1.01,2.2523263931274413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,power_law_1.2,0.21015679836273193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,power_law_1.2,0.2518784046173096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,power_law_1.01,2.5443584442138674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,power_law_1.2,0.448038387298584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,power_law_1.01,2.7421119689941404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,power_law_1.2,0.6436416149139405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,power_law_1.01,2.6735231399536135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,power_law_1.2,0.9190143585205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,power_law_1.01,3.2400959014892576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,power_law_1.2,1.4685503959655761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,power_law_1.2,1.5616255760192872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,power_law_1.01,3.5126399993896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,power_law_1.2,1.6395391464233398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,power_law_1.01,4.268876647949218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,power_law_1.2,1.6723840713500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,power_law_1.2,1.7561407089233398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,power_law_1.01,4.987148666381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,power_law_1.2,1.9556671142578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,power_law_1.01,6.490643310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,power_law_1.2,2.114310455322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,power_law_1.01,8.046476745605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,power_law_1.2,2.415910339355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,power_law_1.2,2.646656036376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,power_law_1.01,10.974694061279298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,power_law_1.2,2.9202495574951173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,power_law_1.2,2.795315170288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,power_law_1.01,14.002265930175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,power_law_1.2,3.4197311401367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.7345470428466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,power_law_1.01,20.05608367919922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,power_law_1.2,4.468544006347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,power_law_1.2,5.268569564819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,power_law_1.01,26.198635864257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,power_law_1.2,6.726976013183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,power_law_1.2,8.25222396850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,power_law_1.01,32.13249816894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,power_law_1.2,11.215872192382813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,power_law_1.2,14.251142883300782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,1,power_law_1.01,50.26908874511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,power_law_1.2,20.279283142089845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,power_law_1.2,26.324423217773436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,1,power_law_1.01,98.44869995117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,power_law_1.2,32.32991943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,1,power_law_1.2,50.53373413085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,1,power_law_1.2,98.96112060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,power_law_1.01,0.08311039805412293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,power_law_1.01,0.08984320163726807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,power_law_1.01,0.15109119415283204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,power_law_1.01,0.2190079927444458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,power_law_1.01,0.28695039749145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,power_law_1.01,0.4560512065887451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,power_law_1.01,0.47869439125061036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,power_law_1.01,0.5051519870758057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,power_law_1.01,0.5336512088775635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,power_law_1.01,0.5718527793884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,power_law_1.01,0.6171135902404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,power_law_1.01,0.6736192226409912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,power_law_1.01,0.717241621017456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,power_law_1.01,0.6909247875213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,power_law_1.01,0.7640639781951905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,power_law_1.01,0.8247296333312988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,power_law_1.01,0.8982015609741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,power_law_1.01,1.0693375587463378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.2400575637817384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.5646783828735351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.9198400497436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,power_law_1.01,2.6296127319335936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,power_law_1.01,3.3073345184326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,power_law_1.01,4.711251068115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,power_law_1.01,6.257145690917969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,power_law_1.01,9.039647674560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,power_law_1.01,12.023693084716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,power_law_1.01,14.786624145507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,1,power_law_1.01,23.431776428222655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,1,power_law_1.01,45.94649047851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,power_law_1.2,0.0834559977054596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,power_law_1.2,0.09107199907302857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,power_law_1.2,0.13720959424972534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,power_law_1.2,0.18610559701919555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,power_law_1.2,0.23841919898986816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,power_law_1.2,0.4566336154937744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,power_law_1.2,0.5048192024230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,power_law_1.2,0.528326416015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,power_law_1.2,0.5583807945251464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,power_law_1.2,0.580025577545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,power_law_1.2,0.6259712219238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,power_law_1.2,0.6945280075073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,power_law_1.2,0.7518271923065185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,power_law_1.2,0.7189888000488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,power_law_1.2,0.7797696113586425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,power_law_1.2,0.8307583808898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,power_law_1.2,0.9057151794433593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,power_law_1.2,1.0938688278198243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.244486427307129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.591526412963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.9475200653076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,power_law_1.2,2.6474559783935545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,power_law_1.2,3.3423297882080076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,power_law_1.2,4.7280830383300785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,power_law_1.2,6.225600051879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,power_law_1.2,9.04664306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,power_law_1.2,11.95818862915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,power_law_1.2,14.737190246582031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,1,power_law_1.2,23.44126739501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,1,power_law_1.2,45.971307373046876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,power_law_1.01,0.15274879932403565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,power_law_1.01,0.20634241104125978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,power_law_1.01,0.29271678924560546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,power_law_1.01,0.4967679977416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,power_law_1.01,0.6367743968963623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,power_law_1.01,1.1252287864685058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,power_law_1.01,1.165126419067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,power_law_1.01,1.2312512397766113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,power_law_1.01,1.2807168006896972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,power_law_1.01,1.3606528282165526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,power_law_1.01,1.4770624160766601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,power_law_1.01,1.6210304260253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,power_law_1.01,1.7701440811157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,power_law_1.01,1.7130176544189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,power_law_1.01,1.861836814880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,power_law_1.01,2.0040704727172853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,power_law_1.01,2.304435157775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,power_law_1.01,2.8806528091430663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,power_law_1.01,3.019558334350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,power_law_1.2,0.15022079944610595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.8277759552001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,power_law_1.2,0.16870399713516235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,power_law_1.2,0.2769023895263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,power_law_1.01,5.87918701171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,power_law_1.2,0.3900032043457031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,power_law_1.2,0.562559986114502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,power_law_1.01,7.479596710205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,power_law_1.2,1.092409610748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,power_law_1.01,7.771327972412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,power_law_1.2,1.182425594329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,power_law_1.2,1.2284031867980958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,power_law_1.01,11.00231704711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,power_law_1.2,1.3614912033081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,power_law_1.2,1.3847935676574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,power_law_1.01,14.167269897460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,power_law_1.2,1.5575615882873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,power_law_1.2,1.698918342590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,power_law_1.2,1.7901056289672852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,power_law_1.01,20.57208251953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,power_law_1.2,1.7903167724609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,power_law_1.2,1.9490751266479491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,power_law_1.01,26.972308349609374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,power_law_1.2,2.050150489807129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,power_law_1.2,2.3518911361694337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,power_law_1.2,2.9111743927001954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,power_law_1.2,3.1238399505615235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,power_law_1.01,33.381524658203126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.883148956298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,power_law_1.2,5.988320159912109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,power_law_1.2,7.6682685852050785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,1,power_law_1.01,52.77293701171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,power_law_1.2,7.8301948547363285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,power_law_1.2,11.117881774902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,power_law_1.2,14.255839538574218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,power_law_1.2,20.684678649902345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,1,power_law_1.01,103.4014404296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,power_law_1.2,27.044915771484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,power_law_1.2,33.467385864257814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,1,power_law_1.2,52.99063720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.1559231996536255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.195961594581604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.35641601085662844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.3584768056869507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,1,power_law_1.2,104.15830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.3656575918197632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.37944960594177246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.38506879806518557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.419155216217041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.4259200096130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.4348608016967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.46920318603515626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.5131072044372559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.5334911823272706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.5642111778259278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.11894400119781494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.6093056201934814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.7240064144134521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.16121599674224854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.9610048294067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.17238399982452393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.1642815589904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.3482048034667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.575385570526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.3665600061416626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.02475528717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.913875198364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,3.8164608001708986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,5.6771198272705075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.3779072046279907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,7.520531463623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.3850111961364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.38955519199371336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,11.428070068359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.421830415725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.4285759925842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,15.1631103515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.4391359806060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.48382081985473635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.5153279781341553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,19.00635528564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.5325695991516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.5902976036071778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.6231999874114991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,30.923117065429686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.7562111854553223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.9711872100830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.1751359939575194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.6572479248046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.0657663345336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,64.1038818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.9605119705200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,3.924070358276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,5.765273666381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,7.572134399414063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,11.450790405273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,15.211027526855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,19.021766662597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.1829568028450012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.24688639640808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,30.852340698242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.3002687931060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.5626304149627686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.6055168151855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,65.06245727539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.6039360046386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.6240384101867675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.6281792163848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.6749248027801513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.682425594329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.6943871974945068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.7418240070343017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.7955008029937745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.8300800323486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.9076543807983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.18026880025863648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.0293631553649902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.148646354675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.27411839962005613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.4513792037963866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.26528639793395997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.859775924682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.6039999961853028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.5823103904724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.6322431564331055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,3.2900672912597657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,4.79683837890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.6094592094421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,6.203212738037109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.6330048084259033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,9.476025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.637830400466919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.679475212097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,12.518975830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.687775993347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.701913595199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,19.220973205566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.782150411605835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.7833471775054932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.8388735771179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,25.871725463867186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.9376255989074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.9535296440124512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.1673279762268067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.4815232276916503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,33.74674072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.8857215881347655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.578508758544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,3.2919422149658204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,4.720767974853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,54.8335693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,6.274259185791015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,9.298963165283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,12.524582672119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,19.81018829345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,115.2420654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,25.80867919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,32.916256713867185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,53.97559814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.19909759759902954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.2955456018447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.32321920394897463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.5550144195556641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,116.86011962890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.8679871559143066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.2210240364074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.8215167999267579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.9217151641845702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.2811391830444334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.3272703170776365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,2.4477439880371095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.20126719474792482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,2.537977600097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.2941760063171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,2.676652717590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.30360960960388184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,2.7761407852172852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.5220223903656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,2.8081151962280275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.8450495719909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,2.8905920028686523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.0598079681396486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.3625919342041017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,3.7182334899902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.1089728355407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.299161529541015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.7601663589477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.9259519577026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,4.927091217041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.233171272277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,6.293881607055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.3381439208984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,7.5691581726074215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,2.3994688034057616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,2.6578176498413084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,10.300665283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,2.6496768951416017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,2.876486396789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,12.768422698974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,2.9396095275878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,3.035372734069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,18.127865600585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.257855987548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,3.596006393432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,24.21484832763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,3.900556945800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.609791946411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,29.938995361328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,5.320006561279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,6.51751708984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,7.774015808105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,48.1765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,10.481337738037109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,13.247660827636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,18.30552978515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,98.07046508789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,24.007321166992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,30.0376953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,47.12236022949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.09690880179405212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.1050879955291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.15804799795150756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.21709439754486085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.2944576025009155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,96.83488159179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.5219391822814942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.5643839836120605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.567084789276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.6700479984283447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.6877503871917725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.7051455974578857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.7409920215606689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.7640768051147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.09596800208091735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.7707456111907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.10102399587631225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.8042176246643067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.1473536014556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.8285120010375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.20981760025024415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.9172287940979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.27559680938720704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,1.0608832359313964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.2189760208129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,power_law_1.01,0.14442880153656007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.5450048446655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.531379222869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.8617599487304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,1,power_law_1.01,0.21255040168762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.5618112087249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.5079935073852537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,power_law_1.01,0.34787840843200685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.6030975818634033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,3.1494720458984373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,power_law_1.01,0.44689278602600097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.6972544193267822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.451052856445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.7094207763671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,power_law_1.01,0.8879615783691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.7557888031005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,power_law_1.01,1.2362560272216796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,5.7459968566894535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.7449600219726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,power_law_1.01,1.5112768173217774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.7786943912506104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,8.337356567382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,1,power_law_1.01,2.0116352081298827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.8082367897033691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,11.002413177490235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.8394880294799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,power_law_1.01,2.081504058837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.8614656448364257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,power_law_1.01,2.1810752868652346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,13.551373291015626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.9516736030578613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,power_law_1.01,2.2698495864868162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,1.1048959732055663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,power_law_1.01,2.4815296173095702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.2608063697814942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,21.532672119140624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.6000831604003907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,power_law_1.01,2.5465343475341795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.92346248626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,power_law_1.01,2.8019840240478517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.5744255065917967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,43.3923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,power_law_1.01,3.0115711212158205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,3.218649673461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,power_law_1.01,3.21712646484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,4.546521759033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,power_law_1.01,3.7985408782958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,5.858745574951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,power_law_1.01,4.7777153015136715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,8.490252685546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,power_law_1.01,4.39678726196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,11.148486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,power_law_1.01,5.543596649169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,13.792979431152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.1782464027404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,1,power_law_1.01,5.835391998291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.24112000465393066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,power_law_1.01,7.376473236083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,21.823263549804686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.3357631921768188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,power_law_1.01,11.722764587402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.5395264148712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.7779967784881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,power_law_1.01,14.706349182128907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,43.89314575195313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,power_law_1.01,14.949241638183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.3430912017822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.5132991790771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,1,power_law_1.01,20.93896942138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.539136028289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.7788480758666991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.8008256912231446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,power_law_1.01,27.611923217773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.863680076599121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.9075519561767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.9534912109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.17815040349960326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,power_law_1.01,33.80052490234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.0196159362792967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.22410879135131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.0988479614257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.3279167890548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.1451135635375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.5199872016906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,1,power_law_1.01,51.495208740234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.7143680095672608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.302112007141113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.5582080841064454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.8474687576293944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.3333248138427733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.4095489501953127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.5299327850341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,4.0226177215576175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.5693887710571288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,5.205036926269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,1,power_law_1.01,100.4448486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.8288959503173827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,6.463839721679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.8852672576904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,9.02174072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.8979904174804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.0168127059936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,11.557894134521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.0651199340820314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.1398975372314455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,16.77208251953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.2110591888427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.239129638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.23471999168395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,21.89042510986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.4217472076416016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.32831358909606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.7939071655273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.4951168060302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,27.375277709960937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,3.056505584716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.55032958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.6795326232910157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.036678409576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,4.380710220336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,44.893106079101564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,5.646515274047852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,power_law_1.2,0.1449087977409363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,6.881407928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.515552043914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,1,power_law_1.2,0.2131903886795044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.8165695190429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,9.48287353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,power_law_1.2,0.27400960922241213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.488147163391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,12.299417877197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,power_law_1.2,0.4278848171234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,92.94412841796876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.9624895095825194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,power_law_1.2,0.7664896011352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,3.098713684082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,17.670956420898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,power_law_1.2,1.0526911735534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,3.3194110870361326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,power_law_1.2,1.3392319679260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,23.071116638183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,3.330790328979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,1,power_law_1.2,1.9522687911987304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,3.4628543853759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,power_law_1.2,2.0330944061279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,28.539410400390626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,3.617446517944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,power_law_1.2,2.0518720626831053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,3.783321762084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.23194239139556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,power_law_1.2,2.2145151138305663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,3.8639808654785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.3279167890548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,power_law_1.2,2.4611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,45.647705078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.3748863935470581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,4.132147216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,power_law_1.2,2.575212860107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.5437119960784912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,4.431647872924804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,power_law_1.2,2.8125247955322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.9017663955688476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,4.688224029541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,power_law_1.2,3.0830656051635743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,power_law_1.2,3.3286590576171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.344153594970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,96.74537963867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.3210240364074708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,power_law_1.2,3.8744449615478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,6.112358474731446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.6249984741210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,power_law_1.2,4.883603286743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,7.345574188232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,2.3167423248291015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,power_law_1.2,4.629043197631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,8.623423767089843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.7960447311401366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,power_law_1.2,5.838502502441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.8868032455444337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,11.37225570678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,1,power_law_1.2,6.227347183227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,3.2089473724365236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,14.228909301757813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,power_law_1.2,7.751046752929687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,3.38152961730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,3.405958557128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,power_law_1.2,12.491142272949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,19.90467224121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,3.6053951263427733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,power_law_1.2,15.238630676269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,3.769792175292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,25.756991577148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,3.8135616302490236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,power_law_1.2,15.397958374023437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,4.1569664001464846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,31.530859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,4.586080169677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,1,power_law_1.2,21.433932495117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,4.8560638427734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.664499282836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,power_law_1.2,27.48621520996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,50.207525634765624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.3768257141113285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,7.814028930664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,power_law_1.2,33.644448852539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,9.203065490722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,11.955564880371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,102.87718505859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,14.605062866210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,1,power_law_1.2,51.9736572265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,20.31224365234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,25.841259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,1,power_law_1.2,100.93237915039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,31.708056640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,49.970297241210936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,99.92117309570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.11300480365753174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.14457600116729735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.2065664052963257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.3457344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.35552000999450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.3581696033477783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.3873408079147339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.41137280464172366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.4029952049255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.4415679931640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.41471362113952637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.44618878364562986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.4394944190979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.4670464038848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.11353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.49244160652160646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.17256319522857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5324160099029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.18844159841537475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.5627967834472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.33441920280456544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7202623844146728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.3519551992416382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8515456199645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.36401920318603515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.1697664260864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.38285439014434813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.3815296173095704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.4021183967590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.01,1.9547967910766602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.4240128040313721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.472947120666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.4422143936157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.6812160491943358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.43179521560668943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.01,4.77050895690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.4668032169342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.5091455936431885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.397190093994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.47901439666748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.5029119968414306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.44620132446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5303167819976806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.5749695777893067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7295551776885987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.01,12.9513916015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.8490559577941894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.0867199897766113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.01,22.58910675048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.3492095947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.2,1.9057855606079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.4755712509155274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.707392120361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.01,39.82156677246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.2,4.9329345703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.632569885253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.041741180419923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.2,12.788774108886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.2,22.77027130126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.2,40.325286865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.20348799228668213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.24245760440826417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.2545919895172119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.354041600227356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.3552256107330322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.3720704078674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.4307583808898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.4388927936553955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.5100607872009277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.5332672119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.47519359588623045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.5298751831054688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.5883200168609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.5511871814727783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.5867904186248779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.6307775974273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.6971519947052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.01,0.9334783554077148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.01,1.1523391723632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.01,1.3161024093627929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.01,1.9555135726928712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.01,2.2812992095947267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.01,3.1802175521850584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.01,4.483795166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.01,7.602604675292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.01,11.248512268066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.01,15.385702514648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.01,21.087437438964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.20471038818359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.01,34.90018005371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.15411839485168458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.2728895902633667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.3524224042892456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.3525952100753784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.37880959510803225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.42792959213256837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.01,65.59061279296876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.4475135803222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.46851201057434083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.5397503852844239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.49706239700317384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.5040192127227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.4801599979400635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.5392704010009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.5978496074676514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.582425594329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.7681407928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.2,0.926643180847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.2,1.1043328285217284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.2,1.406495952606201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.2,1.8631744384765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.2,2.60567684173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.2,3.7374336242675783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.2,5.1044353485107425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.2,7.463833618164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.2,13.809657287597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.2,18.322496032714845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.2,24.209286499023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.2,32.572747802734376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.2,59.511114501953124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.176800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.2606911897659302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.32445440292358396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.585100793838501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.5567296028137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.5955904006958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.6270080089569092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.6258240222930909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.6608320236206054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.6783936023712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.7049791812896729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.8035455703735351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.82675199508667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.7368000030517579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.785433578491211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.8384767532348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.01,0.9814847946166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.1426943778991698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.3562560081481934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.01,1.8028095245361329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.01,2.2130495071411134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.01,3.109222412109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.01,4.180665588378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.01,6.040473556518554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.01,8.165785980224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.01,13.116217041015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.17805440425872804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.01,17.499647521972655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.23543040752410888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.2731647968292236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.5283584117889404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.01,22.29683837890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.5662911891937256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.575436782836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.6122367858886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.6168896198272705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.01,34.747860717773435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.6487103939056397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.7077695846557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.678931188583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.7392384052276612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.7945663928985596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.01,66.41038818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.7291200160980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.801632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.8473919868469239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.2,0.9254719734191894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.189350414276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.3152128219604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.2,1.7505216598510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.2,2.1395008087158205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.2,3.061907196044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.2,4.049094390869141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.2,6.002431869506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.2,7.982572937011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.2,12.538470458984374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.2,17.232691955566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.2,21.76490173339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.2,33.57804870605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.2,64.14921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.27092480659484863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.2712255954742432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.3762880086898804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.5842048168182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.582099199295044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.6113088130950928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.6482175827026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.6260799884796142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.713804817199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.775923204421997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.2986112117767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.7329472064971924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.01,0.714355182647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.3137343883514404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.01,0.8535039901733399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.35333120822906494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.5804480075836181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.8086272239685058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.5829951763153076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.01,0.9298175811767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.6163008213043213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.0064959526062012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.6522175788879394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.01,1.1064703941345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.642195177078247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.01,1.3283583641052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.6916736125946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.01,1.6816511154174805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.8280511856079101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.2,0.6827072143554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.01,2.353222465515137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.2,0.8894271850585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.01,3.0795967102050783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.2,0.9296511650085449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.8437567710876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.01,4.433484649658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.2,1.0037887573242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.0100671768188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.01,5.946246337890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.2,1.092908763885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.2,1.3837056159973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.01,9.219500732421874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.2,1.7873407363891602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.2,2.5017152786254884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.01,13.12604217529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.2,3.0849279403686523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.2,4.170585632324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.01,20.102560424804686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.2,6.205619049072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.2,8.375577545166015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.01,27.872052001953126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.2,10.192479705810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.2,22.274156188964845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.01,29.572543334960937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.2,25.284466552734376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.01,49.26689147949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.2,38.28890380859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.2,60.87247924804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.01,123.3362548828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.2,104.44354248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.13534719944000245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.22252159118652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.2553215980529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.518009614944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.8414848327636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.13537280559539794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.177894401550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.21446399688720702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.7634559631347657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.260313606262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.8868415832519532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.46681599617004393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.7742911815643311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.01,2.007436752319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.0213567733764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.0216127395629884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.7048511505126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.0777664184570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.855731201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.01,2.18590087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.9848320007324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.0094015121459963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.01,2.2293439865112306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.2,2.0901695251464845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.01,2.3160703659057615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.2,2.1971456527709963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.01,2.3889087677001952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.2,2.268166351318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.01,2.477395248413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.2,2.408140754699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.2,2.589676856994629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.01,2.7332223892211913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.2,2.603948783874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.01,3.1373504638671874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.2,2.817670440673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.01,3.1955839157104493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.2,3.1900800704956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.01,3.7992576599121093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.2,3.3530689239501954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.2,3.983481597900391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.01,3.5875518798828123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.2,3.718431854248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.01,4.1080577850341795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.2,4.451424026489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.01,4.783903884887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.21746559143066407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.2,5.171878433227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.3908544063568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.01,6.357766342163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.2,6.693023681640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.2835007905960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.01,7.6263679504394535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.5196991920471191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.2,7.844338989257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.9270144462585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.01,10.640966033935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.2641216278076173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.2,11.252633666992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.7359935760498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.01,13.957344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.9680255889892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.2,14.196858215332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.01,1.9457408905029296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.01,2.0773183822631838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.01,16.993254089355467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.2,17.488383483886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.01,2.183340835571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.01,2.14898567199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.2,27.308953857421876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.01,26.706253051757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.01,2.2969215393066404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.01,2.423366355895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.01,2.5785343170166017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.01,2.681363105773926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.22195839881896973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.2,52.20372314453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.01,53.2680419921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.01,2.683737564086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.3748863935470581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.01,2.9941247940063476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.27162880897521974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.01,3.0893503189086915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.46625280380249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.7174848079681396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.01,3.583302307128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.2,1.1042176246643067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.01,3.373324966430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.6884416580200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.01,4.017087936401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.8822208404541017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.01,4.658803176879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.2,1.9306495666503907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.01,6.248979187011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.2,2.036992073059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.01,7.670925140380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.2,2.0787328720092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.2,2.134681510925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.01,10.38704605102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.2,2.3478912353515624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.2,2.4853631973266603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.01,13.659526062011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.2,2.613190460205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.2,2.717791938781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.01,16.46810302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.2,3.0004032135009764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.2,3.274892807006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.01,24.58995819091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.2,3.277920150756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.2,3.765273666381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.2,3.6721534729003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.2,4.2205055236816404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.01,49.366757202148435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.2,4.893772888183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.2,6.239571380615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.2,7.755033874511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.2,10.756556701660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.2,14.066624450683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.2,18.333702087402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.2,27.768844604492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.2,54.04622802734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.07002879977226258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.07838720083236694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.14288640022277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.21147520542144777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.2945152044296265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.5018623828887939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.5347455978393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.5375552177429199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.5687615871429443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.5758592128753662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.6055488109588623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.6204480171203614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.6471871852874755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.6464384078979493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.6991040229797363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.7269631862640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.7461247920989991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.8434111595153808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.07037439942359924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.87576322555542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.07444480061531067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.9992064476013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.1519871711730958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.12423039674758911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.5037504196166993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.1888383984565735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.797555160522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.24241280555725098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.4917503833770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.465190315246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.5150144100189209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.01,3.100351905822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.5485951900482178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.501472091674804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.5748544216156006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.5799935817718506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.902380752563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.6171072006225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.6319488048553467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.01,7.666393280029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.6554815769195557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.6847424030303955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.01,12.306995391845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.7071231842041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.754854393005371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.7593664169311524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.01,24.81367645263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.8542847633361816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.8580672264099121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.9978560447692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.18787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.5228096008300782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.8163839340209962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.10172159671783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.10309120416641235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.464204788208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.08195199966430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.1019711971282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.2,3.109791946411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.1483839988708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.12815359830856324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.2437567949295044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.19175679683685304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.489849472045899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.291596794128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.26476800441741943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.47151360511779783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.2,5.962879943847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.4796607971191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.5208127975463868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.5407296180725097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.5339136123657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.2,7.5023551940917965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.546560001373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.5584512233734131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.56910080909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.2,12.604402923583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.5657216072082519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.598419189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.596614408493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.6109632015228271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.5936639785766602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.6487360000610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.2,25.21197509765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.6303999900817872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.652345609664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.7222720146179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.6447679996490479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.7768127918243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.6856192111968994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.7351232051849366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.7092160224914551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.01,0.8355775833129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.749183988571167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.01,0.815129566192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.2,0.7323008060455323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.01,0.9652159690856934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.2,0.864902400970459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.0939135551452637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.2,0.8354880332946777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.01,1.4529151916503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.0007360458374024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.2,1.2347519874572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.01,1.7437952041625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.2,1.5095359802246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.01,2.365177536010742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.01,3.043692779541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.2,1.7955135345458983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.01,4.341632080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.2,2.686796760559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.2,3.415923309326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.01,5.378355026245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.2,4.526361465454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.01,6.993075561523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.2,6.341164779663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.01,12.234143829345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.2,7.899443054199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.01,24.072402954101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.2,13.548320007324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.2,27.898663330078126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.1474176049232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.19774080514907838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.30087039470672605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.5089983940124512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.7278975963592529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.14698879718780516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.3577664375305176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.1600383996963501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.4159808158874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.29326720237731935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.5064064025878907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.4772928237915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.6573631763458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.5452799797058105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.301363182067871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.5829440116882325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.731564712524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.4588607788085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.7891904830932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.501632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.8901695251464843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.6215679168701171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.8256576538085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.6022016525268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.9329599380493163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.7509376525878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.01,2.012735939025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.888140869140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.920921516418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.9434751510620116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.01,2.2252031326293946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.9108160018920899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.01,2.679251289367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.9815616607666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.01,3.4898433685302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.2,2.0921791076660154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.01,3.451302337646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.2,2.058323287963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.2,2.3357248306274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.01,4.431103897094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.2,2.6906496047973634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.01,4.467929458618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.2,3.2595455169677736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.01,5.943967819213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.2,3.482931137084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.01,8.672032165527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.2,4.417279815673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.01,11.609241485595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.2,4.520620727539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.01,13.655372619628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.2,5.917299270629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.2,8.8046142578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.01,16.9160888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.2,12.009683227539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.01,26.95914306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.2,14.06138916015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.2,17.27244873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.01,54.017156982421874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.2,27.419430541992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.2,54.394708251953126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.2418368101119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.35805439949035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.3140928030014038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.5223360061645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.8430208206176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.335244846343994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.01,1.4325695991516114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.01,1.5086848258972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.01,1.5260095596313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.01,1.5555839538574219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.01,1.57510404586792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.01,1.670751953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.01,1.7113727569580077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.01,1.7874048233032227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.01,1.9166656494140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.01,1.9076095581054688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.01,2.1799104690551756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.2415616035461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.01,2.453004837036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.17200000286102296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.01,2.7325504302978514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.29113600254058836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.01,3.6490943908691404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.46618242263793946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.01,2.8242944717407226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.6992703914642334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.01,3.5600959777832033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.3172032356262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.01,4.6836097717285154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.2,1.493017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.2,1.5598527908325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.01,6.371814346313476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.6226240158081056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.2,1.6251583099365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.01,7.342950439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.2,1.8433216094970704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.01,10.312268829345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.2,2.008134460449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.2,2.13439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.01,14.565766906738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.2,1.9221952438354493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.2,2.016057586669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.01,16.598297119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.2,2.0373695373535154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.2,2.0802112579345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.2,2.2384384155273436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.01,30.340377807617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.2,2.6269760131835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.2,3.153919982910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.2,2.9940671920776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.2,3.646393585205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.01,54.629888916015624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.2,5.101113510131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.2,6.907154846191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.2,7.44874267578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.2,11.81325454711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.2,14.190322875976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.2,19.858790588378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.2,30.061407470703124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.2,56.17783813476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.13598079681396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.22330880165100098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.4000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.48424320220947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.9827072143554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.489030361175537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.772960090637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.01,2.461177635192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.01,2.612940788269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.01,2.7139455795288088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.01,2.807686424255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.840313529968262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.13659520149230958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.01,2.951411247253418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.2234623908996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.2894079923629761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.01,3.054585647583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.4845119953155518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.01,3.2603073120117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.8576512336730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.01,3.3531265258789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.3108927726745605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.01,3.6045822143554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.5905344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.01,4.088934326171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.2,2.307916831970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.2,2.4708160400390624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.01,4.712115097045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.2,2.519001579284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.01,5.5499519348144535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.2,2.6479679107666017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.01,5.760947036743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.7691007614135743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.01,7.500415802001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.872038459777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.01,5.965568161010742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.2,3.1634239196777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.2,3.2202049255371095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.01,7.3805694580078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.2,3.2325950622558595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.01,10.234841918945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.2,3.581747055053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.2,4.048031997680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.01,13.381222534179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.2,4.66563835144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.2,5.5631103515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.01,15.181964111328124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.2,6.002470397949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.01,18.47879638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.2,7.402387237548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.2,6.282080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.01,29.601895141601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.2,7.712825775146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.2,10.705337524414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.2,13.997946166992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.01,54.699530029296874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.2,15.526034545898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.2,18.999757385253908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.2,30.189959716796874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.2,56.10374755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.21991679668426514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.3923583984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.745907211303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.47633919715881345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.22044799327850342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.0920191764831544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.5706432342529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.3919872045516968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.856729507446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.3383039951324463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.01,2.410380744934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.44324479103088377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.9270336151123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.01,2.471942329406738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.3488256454467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.01,2.603424072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.626848030090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.01,2.883897590637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.01,2.902297592163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.2,2.278387260437012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.01,2.8907264709472655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.2,2.3591487884521483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.01,3.079142379760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.2,2.563808059692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.01,3.157542419433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.2,2.593107223510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.01,3.3278656005859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.2,2.7745792388916017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.01,3.6199615478515623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.2,2.895449638366699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.2,2.9771007537841796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.01,4.176998519897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.2,3.149600028991699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.01,4.698892974853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.2,3.324915313720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.01,5.913471984863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.2,3.683513641357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.01,5.494707107543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.2,4.289120101928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.01,6.947686767578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.2,4.766611099243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.01,5.3584449768066404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.2,5.75805435180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.01,6.650828552246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.2,5.957273483276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.01,9.545331573486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.2,7.753350067138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.01,12.686637115478515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.2,6.061030578613281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.01,13.612083435058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.2,7.533145904541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.01,16.849880981445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.2,10.395807647705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.2,12.861068725585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.01,26.443026733398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.2,15.062074279785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.2,17.634669494628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.01,51.2977294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.2,28.235916137695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.2,56.51529541015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.12651519775390624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.10970239639282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.13051520586013793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.20265600681304932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.23065600395202637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.24328320026397704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.2218559980392456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.2272576093673706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.23117439746856688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.2552000045776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.27409920692443845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.12773120403289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.29928319454193114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.11771520376205444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.2982271909713745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.12906880378723146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.33930239677429197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.3449280023574829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.20235519409179686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.3961280107498169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.07891839742660522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.01,0.5198783874511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.22264959812164306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.09658880233764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,0.6446784019470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.1235584020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.24233601093292237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,0.8393152236938477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.19304319620132446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.2336832046508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.18893439769744874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,1.1697664260864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.24092159271240235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.19638400077819823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,1.391859245300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.2555775880813599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.21853439807891845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.0795199990272522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,1.9293888092041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.26017920970916747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2139456033706665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.10127359628677368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.22037758827209472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,2.8079296112060548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.2732352018356323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.12803839445114135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.23120639324188233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.2698368072509766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,3.9226497650146483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.19262080192565917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.22909440994262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.3052544116973877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.1936192035675049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.24451839923858643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,6.579603576660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.3404927968978882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.20695040225982667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.24615681171417236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,8.76453094482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2183680057525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.2617919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.35792639255523684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.2882688045501709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.21445119380950928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.45382399559020997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,9.977222442626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.30494720935821534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.22383999824523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.2,0.5291391849517822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.337228798866272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.22744319438934327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,0.6910016059875488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,17.58192596435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.42736639976501467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.2337536096572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,0.883027172088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.5082496166229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.24680960178375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.6576576232910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,1.1851263999938966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.24880640506744384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,32.8665283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.8170944213867187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.274399995803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,1.7170112609863282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,1.1449088096618651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.288972806930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,2.3745216369628905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,1.445798397064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.30072319507598877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,2.9743871688842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.34021759033203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,2.08666877746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.4033792018890381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,2.7596479415893556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,4.565369415283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.49804158210754396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,4.159455871582031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,5.780793762207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.6474048137664795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.8180288314819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,5.730956649780273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,9.147731018066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,1.1279871940612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,7.1504638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,1.4518912315368653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,11.551026916503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,2.0717567443847655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,11.692774200439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,2.7611520767211912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,19.336338806152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,4.120787048339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,22.368083190917968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,5.775372695922852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,7.023308563232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,39.22193298339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,12.129727935791015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,22.83516845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.11116160154342651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.13829760551452636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.16615040302276612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.30653440952301025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.3070528030395508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.110534405708313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.31887359619140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.12252160310745239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.34974079132080077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.19912960529327392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.34927361011505126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.29607040882110597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.3131455898284912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.356492805480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.3247999906539917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.379584002494812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.34851200580596925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.35907840728759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3371583938598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.373689603805542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.3532799959182739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.39939839839935304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.37007999420166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.3635008096694946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.40838398933410647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.3772032022476196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.45608959197998045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.3985152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.4608895778656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.44489598274230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.5275263786315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.47928318977355955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.5278079986572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.6920576095581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.5348095893859863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,0.7484799861907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.6643775939941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,0.9862208366394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.7518911838531495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,1.0193856239318848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,1.2380672454833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,1.2698240280151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,1.7261695861816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,1.7601024627685546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,2.2793983459472655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,2.3166080474853517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,3.363859176635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,3.4014720916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,4.418809509277343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,4.335929489135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,6.9457344055175785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,6.399481582641601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,9.868083190917968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,9.34400634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,12.226227569580079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,12.092352294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,19.340492248535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,20.12073669433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,35.869024658203124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,38.08167724609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.19000320434570311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.17601280212402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.24241280555725098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.3194495916366577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.30580480098724366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.33742079734802244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.36187520027160647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.3415999889373779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.37096319198608396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.3802623987197876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.3850752115249634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.4586944103240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.46425600051879884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.4559040069580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.49407358169555665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.5905344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.17479679584503174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.01,0.5907135963439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.01,0.7317952156066895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.13793280124664306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,0.9812416076660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.21383039951324462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.3180543899536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,1.2409600257873534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.3157119989395142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,1.8277311325073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.3595328092575073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,2.6645055770874024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.4073728084564209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.3450495958328247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,2.8054847717285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.3892416000366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.4246528148651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,5.2964225769042965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.37027199268341066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.4154304027557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,7.452070617675782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.46071038246154783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.44559359550476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,10.46380157470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.5649343967437744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.2,0.5815743923187255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.2,0.6178304195404053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,14.135993957519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.2,0.8098688125610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,1.0240639686584472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,18.556781005859374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,1.2703616142272949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,1.9144128799438476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,2.5228607177734377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,26.14688720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,3.532326507568359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,6.212723159790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,6.926265716552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,49.888998413085936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,9.480941009521484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,14.7427001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,19.29626922607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,31.370367431640624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,60.55765991210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.13570560216903688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.13615360260009765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.21610240936279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.22495360374450685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.15756800174713134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.16350079774856568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.27691519260406494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.2859584093093872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.4345856189727783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.46876158714294436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.5814655780792236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.6098752021789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.09416959881782531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.2,0.91278076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.01,0.9425600051879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.13941760063171388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.2,0.9545151710510253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.01,0.9966400146484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.14780800342559813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.2,1.013862419128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.01,1.0407039642333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.29845120906829836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.061689567565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.4857791900634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.01,1.0584256172180175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.090771198272705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.6429759979248046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.0853119850158692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.2,1.1498111724853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.01,0.9321215629577637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.01,1.148153591156006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.2,1.1889344215393067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.01,1.0067456245422364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.09281920194625855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.01,1.1894975662231446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.2,1.35282564163208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.01,1.0323200225830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.13731839656829833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.01,1.2008255958557128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.2,1.435270404815674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.1550336003303528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.01,1.061740779876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.01,1.32673921585083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.2,1.4903103828430175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.2603456020355225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.1103103637695313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.01,1.3342271804809571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.3992192029953003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.2,1.5017727851867675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.1762175559997559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.01,1.4849984169006347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5703936100006104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.2,1.7175935745239257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.2014911651611329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.01,1.6649408340454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.2,0.904851245880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.6771711349487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.3604415893554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.2,0.9641535758972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.582265567779541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.0070335388183596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.2,1.0371904373168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.01,1.4842559814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,1.864691162109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.2,1.044927978515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.1005376815795898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.01,1.6092544555664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,1.8872512817382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.1480128288269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,2.417958450317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.01,1.4539775848388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,2.3333696365356444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.2343487739562988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.01,1.6382720947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,3.0050432205200197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.2645248413085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,2.8695295333862303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.6703807830810546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,3.8114944458007813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.382585620880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,3.615020751953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.0100927352905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.2,1.4840255737304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,4.849785614013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,4.282579040527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.1578048706054687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.2,1.5444607734680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,6.170560073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.2,1.5614463806152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,2.6091712951660155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,5.888211059570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.2,1.812006378173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,3.1009023666381834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,8.089119720458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,7.968921661376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,1.7777727127075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,4.11802864074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.1000511169433596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,10.345645141601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,9.394432067871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.2746816635131837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,5.05863037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,2.716172790527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,15.7565185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,7.0996864318847654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,14.746835327148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,3.10581111907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,8.948127746582031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,4.156320190429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,31.47586669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,29.89911804199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,5.1837505340576175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,10.953900909423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,7.365817260742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,17.431321716308595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,9.323980712890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,11.67523193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,38.26913146972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,18.51964874267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,37.42021789550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.05318400263786316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.0596671998500824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.127948796749115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.16303999423980714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.05271040201187134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.2738879919052124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.058323198556900026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.2841088056564331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.0833407998085022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.30140159130096433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.3111999988555908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.15387519598007202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.26488959789276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.32931840419769287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.07195519804954528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.07169280052185059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.30064640045166013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.346943998336792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.05944960117340088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.061260801553726194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.30856320858001707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.366809606552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.08880640268325805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.08952959775924682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.3221951961517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.38676478862762453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.12925440073013306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.33057279586791993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.11471999883651733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.3841471910476685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.34875519275665284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.16403199434280397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.15016959905624389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.422438383102417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.37068159580230714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.27088000774383547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.2653568029403687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.3882431983947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.4374591827392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.2794624090194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.2890431880950928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.39290881156921387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.44829440116882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.2865855932235718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.30458879470825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.4168384075164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.5151423931121826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.30027520656585693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.2994112014770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.4379456043243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.5609600067138671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.3195264101028442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.4555647850036621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.3057471990585327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.6935935974121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.3125312089920044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.5220160007476806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.33304319381713865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.8050047874450683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.5889791965484619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.32718079090118407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.35509119033813474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.7543680191040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.074841594696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.3337791919708252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.3601984024047852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,0.8296383857727051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.3529919624328612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.3515392065048218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.365881609916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.1025792121887208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.3615040063858032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,1.890220832824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.3781440019607544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.3782912254333497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.38810880184173585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,2.442540740966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.4138751983642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,1.8968128204345702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.38782079219818116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.41178240776062014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,3.4801471710205076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,2.4685440063476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.45166721343994143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.4883903980255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,4.6049854278564455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,3.551033782958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.4848320007324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.5055103778839112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.5862527847290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,5.729081726074218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,4.697830581665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.6244095802307129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,0.696230411529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,0.7375872135162354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,6.011257553100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,9.31676788330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,0.9483839988708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,0.9331135749816895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,1.14650239944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,9.738387298583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,1.276863956451416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,1.63504638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,18.962713623046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,1.6242431640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,1.929190444946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,19.321395874023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,2.1645631790161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,2.8027456283569334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,2.8243392944335937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,3.7221439361572264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,4.4853057861328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,4.787449645996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,5.209888076782226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,7.706073760986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,8.297293090820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,15.775474548339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,17.52442169189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.09807999730110169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.09904639720916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.13550080060958863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.10480639934539795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.16120959520339967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.17990399599075318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.2683583974838257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2495039939880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.4085887908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.35208959579467775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.6930304050445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.6882175922393798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.7634496212005615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.7796800136566162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.01,0.7824512004852295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.2,0.8058560371398926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.01,0.85283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.2,0.8361920356750489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.01,0.8411968231201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.2,0.851865577697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.01,0.8782336235046386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.2,0.9493184089660645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.01,0.9226240158081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.2,0.9967488288879395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.2,1.047327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.01,0.947110366821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.01,0.9858240127563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.2,1.0514752388000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.01,1.0339584350585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.2,1.1278079986572265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.01,1.0784768104553222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.2,1.1674559593200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.01,1.0901375770568849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.2,1.1172287940979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.01,1.2726847648620605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.2,1.3044672012329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.419545555114746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.38472318649292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,1.7167360305786132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,1.6717439651489259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,2.0129152297973634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,1.9591552734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,2.473081588745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,2.5273344039916994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,3.028447914123535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,3.0949440002441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,3.9770881652832033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,4.018982315063477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,4.670393753051758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,4.597695922851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,6.650521850585937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,6.558937835693359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,8.450476837158202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,8.720518493652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,10.558918762207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,10.806073760986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,17.583506774902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,17.368754577636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.1417407989501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.14228479862213134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,35.519961547851565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,36.00634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.21738240718841553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.12399359941482543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.16881920099258424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.16780799627304077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.25546879768371583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.30376319885253905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.36269440650939944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.44075517654418944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.7093120098114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.2,0.7579264163970947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.7213312149047851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.2,0.8062656402587891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.01,0.7639232158660889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.2,0.8493439674377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.01,0.7835072040557861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.2,0.8536576271057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.01,0.819660758972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.2,0.9122879981994629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.2,0.9374143600463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.01,0.8375616073608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.2,0.9286527633666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.01,0.8568639755249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.2,1.030720043182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.01,0.892204761505127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.2,1.0446720123291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.01,0.9073087692260742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.2,1.1100159645080567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.01,0.9937536239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.0736255645751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.01,1.0771455764770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.2,1.2224575996398925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.01,1.0518336296081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.338374423980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.0924991607666015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,1.7084287643432616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.01,1.2486592292785645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.300499153137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,1.742745590209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,1.6268415451049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,2.1318336486816407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,1.8055936813354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,3.1611072540283205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,2.182137680053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,4.025747299194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,2.9176895141601564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,4.593273544311524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,3.704537582397461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,6.398252868652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,4.428211212158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,9.665945434570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,6.4079742431640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,11.307097625732421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,7.969081878662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,20.12828826904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,9.881715393066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,16.061683654785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,38.07368469238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,33.294091796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.09396479725837707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.1394495964050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.21374719142913817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.26903040409088136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.5069568157196045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.13924479484558105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.01,0.7822976112365723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.17130240201950073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.01,0.9248767852783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.2597759962081909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.2674752235412599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.4657279968261719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.3267904281616212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.6616384029388428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.2,0.8196928024291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.358784008026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.230726432800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.01,1.445958423614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.2690624237060546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.01,1.5449600219726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.01,1.5501888275146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.342137622833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.01,1.6379135131835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.4287360191345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.01,1.7360832214355468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.2,1.4971199989318849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.13535360097885132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.01,1.867136001586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.2,1.5536959648132325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.1355455994606018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.22571520805358886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.01,1.9023935317993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.2,1.6616256713867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.22330238819122314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.37608320713043214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.01,2.1533632278442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.2,1.7582656860351562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.2531008005142212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.2594111919403076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,2.2285696029663087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.2,1.8777280807495118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.27841920852661134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.5548351764678955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,2.5147327423095702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.2,1.9841791152954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.49020800590515134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.01,0.7886911869049072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,2.7863040924072267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.7005119800567627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.2,2.2860223770141603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.01,0.9404031753540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,3.454182434082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.2,0.8029824256896972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.6519615173339846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.3011263847351073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,3.5994686126708983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.219052791595459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,3.3489406585693358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.3009599685668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,4.69169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.2169343948364257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,3.230316925048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.3972607612609864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,6.010918426513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.28274564743042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,4.0837055206298825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.01,1.417689609527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,8.298540496826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.37892484664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.01,1.4751615524291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,3.8647422790527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.4788224220275878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,9.884326171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.01,1.5163968086242676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,4.884223937988281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.2,1.4856063842773437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.01,1.5910207748413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,12.22371826171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,6.919468688964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.2,1.669580841064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.01,1.6969791412353517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.2,1.777017593383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.01,1.7316671371459962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,8.922188568115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,19.898112487792968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.2,1.8865983963012696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.01,1.8403392791748048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,10.047590637207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.2,1.9118207931518554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.01,2.0119487762451174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.2,2.132268714904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.2948223114013673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,12.177804565429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,38.75034790039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,2.6714752197265623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.596076774597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,19.824710083007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,2.72174072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,3.11077766418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,3.4507328033447267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,2.8046592712402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,3.2217151641845705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,3.3554943084716795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,39.64315490722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,3.9963775634765626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,3.3778305053710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,4.197068786621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,5.640940856933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,6.167449569702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,7.111571502685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,7.936531066894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,8.283551788330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,8.829363250732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,10.217702484130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,10.27673568725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,15.763533020019532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,17.9619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,31.148382568359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,33.45832824707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09365760087966919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,power_law_1.01,0.09270399808883667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,power_law_1.2,0.11929600238800049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,power_law_1.01,0.11100800037384033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,power_law_1.2,0.1384511947631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,power_law_1.01,0.14409600496292113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,power_law_1.2,0.18673280477523804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,power_law_1.2,0.17983360290527345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,power_law_1.01,0.1832383990287781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,power_law_1.2,0.21594879627227784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,power_law_1.01,0.1814463973045349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2317888021469116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,power_law_1.01,0.20952320098876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,power_law_1.01,0.23043200969696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,power_law_1.2,0.23606400489807128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2377216100692749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,power_law_1.2,0.24790399074554442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,power_law_1.01,0.2471935987472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,power_law_1.2,0.25861120223999023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,power_law_1.01,0.2640320062637329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,power_law_1.2,0.2818943977355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,power_law_1.01,0.28550400733947756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,power_law_1.2,0.3146368026733398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,power_law_1.01,0.3012415885925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,power_law_1.2,0.32186241149902345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,power_law_1.2,0.3672447919845581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,power_law_1.01,0.31262080669403075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,power_law_1.2,0.39870080947875974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,power_law_1.01,0.36701440811157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,power_law_1.2,0.46250238418579104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,power_law_1.01,0.3939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,power_law_1.2,0.5238463878631592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,power_law_1.01,0.45431041717529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,power_law_1.2,0.7180416107177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,power_law_1.01,0.5168704032897949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,power_law_1.01,0.7107391834259034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.9054271697998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.8896384239196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,power_law_1.2,1.2571328163146973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,power_law_1.01,1.2678591728210449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,power_law_1.2,1.615180778503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,power_law_1.01,1.602854347229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,power_law_1.2,2.332736015319824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,power_law_1.01,2.330879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,power_law_1.2,3.0412416458129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,power_law_1.01,3.058950424194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,power_law_1.2,4.5239616394042965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,power_law_1.01,4.5201984405517575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,power_law_1.2,5.95032958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,power_law_1.01,5.983615875244141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,power_law_1.2,8.825030517578124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,power_law_1.01,8.835980987548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,power_law_1.2,11.67864990234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,power_law_1.01,11.704557037353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,power_law_1.2,14.546917724609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,power_law_1.01,14.550770568847657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,1,power_law_1.2,23.159391784667967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,1,power_law_1.01,23.12391052246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,1,power_law_1.2,46.02857666015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,1,power_law_1.01,46.07010498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,power_law_1.01,0.12855679988861085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,power_law_1.01,0.14952319860458374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,power_law_1.01,0.16339199542999266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,power_law_1.01,0.18298239707946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,power_law_1.01,0.1819584012031555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,power_law_1.01,0.23958399295806884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,power_law_1.01,0.2617151975631714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,power_law_1.01,0.2581183910369873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,power_law_1.01,0.2751744031906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,power_law_1.01,0.2970880031585693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,power_law_1.01,0.32102398872375487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,power_law_1.01,0.3458751916885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,power_law_1.2,0.12949119806289672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,power_law_1.01,0.3832511901855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,power_law_1.2,0.14828159809112548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,power_law_1.01,0.38620800971984864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,power_law_1.01,0.4757567882537842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,power_law_1.2,0.152019202709198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,power_law_1.01,0.524947214126587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,power_law_1.2,0.18725119829177855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,power_law_1.01,0.6724415779113769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,power_law_1.2,0.18465919494628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,power_law_1.01,1.04583683013916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,power_law_1.2,0.23313279151916505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.2286656379699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,power_law_1.01,1.741983985900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,power_law_1.2,0.26387839317321776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,power_law_1.01,2.156211280822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,power_law_1.2,0.2641151905059814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,power_law_1.2,0.28280320167541506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,power_law_1.01,3.2086334228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,power_law_1.2,0.2931839942932129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,power_law_1.01,4.714995193481445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,power_law_1.2,0.3326848030090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,power_law_1.01,7.201734161376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,power_law_1.2,0.35771520137786866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,power_law_1.2,0.3789504051208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,power_law_1.01,9.26513900756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,power_law_1.2,0.47409920692443847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,power_law_1.2,0.49470720291137693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,power_law_1.01,13.706573486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,power_law_1.2,0.5582719802856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,power_law_1.2,0.6557439804077149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,power_law_1.2,1.0476287841796874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,power_law_1.01,17.239500427246092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,power_law_1.2,1.2866944313049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,power_law_1.2,1.6168767929077148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,power_law_1.01,24.330656433105467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,power_law_1.2,2.2794431686401366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,power_law_1.2,3.315769577026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,power_law_1.2,5.051583862304687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,2,power_law_1.01,37.2478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,power_law_1.2,6.2669120788574215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,power_law_1.2,8.396979522705077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,power_law_1.2,14.377055358886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,power_law_1.2,18.823577880859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,2,power_law_1.01,73.14131469726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,power_law_1.2,25.1565185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,2,power_law_1.2,36.916571044921874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,2,power_law_1.2,72.14163208007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,power_law_1.01,0.12574080228805543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,power_law_1.01,0.14261759519577027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,power_law_1.01,0.17233279943466187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,power_law_1.01,0.2837183952331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,power_law_1.01,0.26823039054870607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,power_law_1.01,0.2959359884262085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,power_law_1.01,0.3406912088394165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,power_law_1.01,0.33518080711364745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,power_law_1.01,0.3577471971511841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,power_law_1.01,0.41281919479370116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,power_law_1.01,0.4170623779296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,power_law_1.01,0.4477248191833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,power_law_1.01,0.48067197799682615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,power_law_1.01,0.530406379699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,power_law_1.2,0.11805440187454223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,power_law_1.01,0.6311552047729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,power_law_1.01,0.6969535827636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,power_law_1.2,0.1571776032447815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,power_law_1.01,0.8166975975036621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,power_law_1.2,0.17537280321121215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,power_law_1.01,1.1503168106079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,power_law_1.2,0.27470719814300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,power_law_1.2,0.26679680347442625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.4147199630737304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,power_law_1.2,0.3137727975845337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.9994112014770509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,power_law_1.2,0.3314239978790283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,power_law_1.01,2.5867263793945314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3489664077758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,power_law_1.01,3.7551551818847657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,power_law_1.2,0.36475520133972167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,power_law_1.2,0.37638399600982664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,power_law_1.01,4.950143814086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,power_law_1.2,0.4131648063659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,power_law_1.2,0.4502272129058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,power_law_1.01,7.290598297119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,power_law_1.2,0.47139201164245603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,power_law_1.2,0.5389823913574219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,power_law_1.01,9.616973114013671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,power_law_1.2,0.6195775985717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,power_law_1.2,0.7205567836761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,power_law_1.01,14.344761657714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,power_law_1.2,0.8543487548828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,power_law_1.2,1.1483776092529296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,power_law_1.2,1.4263615608215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,power_law_1.01,18.965773010253905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,power_law_1.2,2.0046911239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,power_law_1.2,2.614156723022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,power_law_1.01,23.60386505126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,power_law_1.2,3.7602046966552733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,power_law_1.2,4.955360031127929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,power_law_1.2,7.384735870361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,1,power_law_1.01,37.528717041015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,power_law_1.2,9.73433609008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,power_law_1.2,14.486944580078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,power_law_1.2,19.097868347167967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,1,power_law_1.01,75.46456909179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,power_law_1.2,23.80358428955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,1,power_law_1.2,37.750527954101564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,1,power_law_1.2,75.96117553710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,power_law_1.01,0.1890112042427063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,power_law_1.01,0.17898240089416503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,power_law_1.01,0.19727360010147094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,power_law_1.01,0.3008575916290283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,power_law_1.01,0.2931135892868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,power_law_1.01,0.33496320247650146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,power_law_1.01,0.38869760036468504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,power_law_1.01,0.3844736099243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,power_law_1.01,0.3864255905151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,power_law_1.2,0.2044991970062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,power_law_1.01,0.466431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,power_law_1.2,0.2020672082901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,power_law_1.01,0.42951040267944335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,power_law_1.2,0.21398398876190186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5605504035949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,power_law_1.01,0.5670335769653321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,power_law_1.2,0.2962944030761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,power_law_1.01,0.6454783916473389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,power_law_1.2,0.2922879934310913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,power_law_1.01,0.7699135780334473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,power_law_1.2,0.3141119956970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,power_law_1.2,0.42289280891418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,power_law_1.01,0.856441593170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,power_law_1.2,0.3711359977722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,power_law_1.01,1.225254440307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,power_law_1.2,0.4110208034515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,power_law_1.01,1.509267234802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,power_law_1.2,0.4537024021148682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,power_law_1.01,1.6766143798828126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,power_law_1.2,0.46041598320007326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,power_law_1.2,0.5476607799530029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,power_law_1.01,2.9235328674316405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,power_law_1.2,0.5713600158691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,power_law_1.01,3.486783981323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,power_law_1.2,0.7207039833068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,power_law_1.2,0.718009614944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,power_law_1.01,5.702310562133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,power_law_1.2,0.8966143608093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,power_law_1.01,7.142002868652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,power_law_1.2,0.9623744010925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,power_law_1.2,1.4128383636474608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,power_law_1.01,10.82946548461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,power_law_1.2,2.0190656661987303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,power_law_1.2,2.978303909301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,power_law_1.01,15.663136291503907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,power_law_1.2,3.8600894927978517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,power_law_1.2,5.1310272216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,power_law_1.01,21.221356201171876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,power_law_1.2,7.51185302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,power_law_1.2,11.812262725830077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,power_law_1.01,28.5189697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,power_law_1.2,14.233625793457032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,power_law_1.2,21.796467590332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,power_law_1.01,41.15802917480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,power_law_1.2,30.61388244628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,2,power_law_1.01,54.1286865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,power_law_1.2,40.28245849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,2,power_law_1.2,61.9479248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,2,power_law_1.01,134.97239990234374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,2,power_law_1.2,117.590966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,power_law_1.01,0.10988160371780395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,power_law_1.01,0.1487936019897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,power_law_1.01,0.16474239826202391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,power_law_1.01,0.32069759368896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,power_law_1.01,0.4471424102783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,power_law_1.01,0.6160895824432373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,power_law_1.01,0.861030387878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,power_law_1.01,0.8966079711914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,power_law_1.2,0.11004159450531006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,power_law_1.01,0.9405887603759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,power_law_1.2,0.14669439792633057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,power_law_1.01,0.9859007835388184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,power_law_1.2,0.1781440019607544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,power_law_1.01,1.055072021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,power_law_1.2,0.27545599937438964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,power_law_1.01,1.0992256164550782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,power_law_1.2,0.3917695999145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,power_law_1.01,1.204422378540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5353024005889893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,power_law_1.01,1.3012160301208495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,power_law_1.2,0.8176192283630371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,power_law_1.01,1.410208034515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,power_law_1.2,0.8876480102539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,power_law_1.01,1.5561663627624511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,power_law_1.2,0.9177984237670899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,power_law_1.2,0.9657600402832032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,power_law_1.01,1.518124771118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,power_law_1.2,1.0268735885620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,power_law_1.01,1.8495744705200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,power_law_1.2,1.1542143821716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.9763328552246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,power_law_1.2,1.1971712112426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.414988708496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,power_law_1.2,1.3156160354614257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.827801513671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,power_law_1.2,1.5094079971313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,power_law_1.01,3.6700286865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,power_law_1.2,1.604025650024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,power_law_1.01,4.518892669677735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,power_law_1.2,1.6320831298828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,power_law_1.01,6.210950469970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,power_law_1.2,1.9587968826293944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,power_law_1.01,7.902598571777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,power_law_1.2,2.091974449157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.5055871963500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,power_law_1.01,11.355072021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.936672019958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.7653759002685545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,power_law_1.01,14.745939636230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,power_law_1.2,4.625708770751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,power_law_1.01,18.119757080078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,power_law_1.2,6.306399917602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,power_law_1.2,8.009081268310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,1,power_law_1.01,28.353964233398436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,power_law_1.2,11.436838531494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,power_law_1.2,14.802003479003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,power_law_1.2,18.200172424316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,1,power_law_1.01,55.68253173828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,1,power_law_1.2,28.422177124023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,1,power_law_1.2,55.7826171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,power_law_1.01,0.21496319770812988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,power_law_1.01,0.19233280420303345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,power_law_1.01,0.25240321159362794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,power_law_1.01,0.464467191696167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,power_law_1.01,0.6171520233154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,power_law_1.01,0.8000831604003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,power_law_1.01,0.8788800239562988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,power_law_1.01,0.8884927749633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,power_law_1.01,0.9095423698425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,power_law_1.01,0.9685503959655761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,power_law_1.01,1.0151871681213378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,power_law_1.01,1.0891072273254394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,power_law_1.2,0.14633599519729615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,power_law_1.01,1.2584192276000976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,power_law_1.2,0.21325440406799318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,power_law_1.01,1.3438336372375488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,power_law_1.2,0.15872000455856322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,power_law_1.01,1.4517120361328124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,power_law_1.2,0.27187199592590333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,power_law_1.01,1.4435839653015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,power_law_1.2,0.39239039421081545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,power_law_1.01,1.7509248733520508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,power_law_1.2,0.5173632144927979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.8873151779174804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,power_law_1.2,0.7754623889923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.255628776550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,power_law_1.2,0.826688003540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.6486080169677733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,power_law_1.2,0.880031967163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,power_law_1.01,3.4736705780029298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,power_law_1.2,0.8934464454650879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,power_law_1.01,4.429740905761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,power_law_1.2,0.9423744201660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,power_law_1.2,1.0779199600219727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,power_law_1.01,5.801408004760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,power_law_1.2,1.145043182373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,power_law_1.01,7.656095886230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,power_law_1.2,1.2724287986755372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,power_law_1.2,1.3696191787719727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,power_law_1.01,10.869535827636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,power_law_1.2,1.5567423820495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,power_law_1.2,1.4828736305236816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,power_law_1.01,14.462873840332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,power_law_1.2,1.8728960037231446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,power_law_1.2,2.025049591064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,power_law_1.01,18.02691192626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.4140928268432615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.9019647598266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.6412479400634767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,2,power_law_1.01,26.449978637695313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,power_law_1.2,4.53680648803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,power_law_1.2,6.427232360839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,power_law_1.2,7.856082916259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,2,power_law_1.01,54.451171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,power_law_1.2,11.85146255493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,power_law_1.2,15.010847473144532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,power_law_1.2,17.174937438964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,2,power_law_1.2,28.684039306640624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,2,power_law_1.2,53.745294189453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,power_law_1.01,0.07111679911613464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,power_law_1.01,0.07304959893226623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,power_law_1.01,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,power_law_1.01,0.14154239892959594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,power_law_1.01,0.182368004322052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,power_law_1.01,0.2781183958053589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,power_law_1.01,0.30451838970184325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,power_law_1.01,0.3122368097305298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,power_law_1.01,0.0886847972869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,power_law_1.01,0.32664320468902586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,power_law_1.01,0.34659199714660643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08128640055656433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,power_law_1.01,0.37404160499572753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,power_law_1.01,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,power_law_1.01,0.4012735843658447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,power_law_1.01,0.1415743947029114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,power_law_1.01,0.4337471961975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,power_law_1.2,0.07457919716835022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,power_law_1.01,0.1716096043586731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,power_law_1.01,0.42878079414367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,power_law_1.2,0.07518720030784606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,power_law_1.01,0.2640000104904175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,power_law_1.01,0.4610112190246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,power_law_1.2,0.1025920033454895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,power_law_1.01,0.27216639518737795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,power_law_1.01,0.49411840438842775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,power_law_1.2,0.12974079847335815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,power_law_1.01,0.5176000118255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,power_law_1.01,0.2823744058609009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,power_law_1.01,0.6346176147460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,power_law_1.2,0.1676800012588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,power_law_1.01,0.2981247901916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,power_law_1.2,0.08860160112380981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,power_law_1.01,0.3110208034515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,power_law_1.2,0.2849087953567505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.7126207828521729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,power_law_1.2,0.07416960000991821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,power_law_1.01,0.3409728050231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,power_law_1.2,0.2984895944595337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.9199551582336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,power_law_1.2,0.09678720235824585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,power_law_1.01,0.3862528085708618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,power_law_1.01,1.1087488174438476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,power_law_1.2,0.321996808052063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,power_law_1.2,0.13374719619750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,power_law_1.01,0.41280641555786135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,power_law_1.2,0.3420480012893677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.5264127731323243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,power_law_1.2,0.16047999858856202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,power_law_1.01,0.37934079170227053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,power_law_1.2,0.3579391956329346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.9091520309448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,power_law_1.2,0.25929598808288573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,power_law_1.01,0.4297664165496826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,power_law_1.2,0.37879679203033445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,power_law_1.2,0.27589120864868166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,power_law_1.01,2.7015167236328126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,power_law_1.01,0.46143360137939454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,power_law_1.2,0.4090240001678467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,power_law_1.2,0.29032320976257325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,power_law_1.01,3.551910400390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,power_law_1.01,0.4986879825592041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,power_law_1.2,0.4418752193450928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,power_law_1.2,0.30820479393005373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,power_law_1.01,5.06550407409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,power_law_1.01,0.5779903888702392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,power_law_1.2,0.44170241355895995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,power_law_1.2,0.32842240333557127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.6855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,power_law_1.2,0.4770175933837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,power_law_1.2,0.35161600112915037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,power_law_1.01,6.606297302246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.869593620300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,power_law_1.2,0.5051263809204102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,power_law_1.2,0.3806911945343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,power_law_1.01,8.162630462646485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,power_law_1.2,0.5317696094512939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,power_law_1.2,0.43172478675842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.1575807571411132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,power_law_1.2,0.3952255964279175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,power_law_1.2,0.6429952144622803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.4563839912414551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,1,power_law_1.01,12.952076721191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,power_law_1.2,0.4341184139251709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.7368832111358643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,power_law_1.01,1.9484287261962892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,power_law_1.2,0.45958399772644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.9414208412170411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,power_law_1.01,2.754297637939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,power_law_1.2,0.5015359878540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.13307523727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,1,power_law_1.01,25.1538818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,power_law_1.2,0.6083583831787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,power_law_1.01,3.4681217193603517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.538041591644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.6932799816131592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,power_law_1.01,5.020064163208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.9401792526245116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.959993553161621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.104748821258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,power_law_1.2,2.74215030670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,power_law_1.01,6.85327377319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.4530879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,power_law_1.2,3.5561729431152345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,power_law_1.01,9.121343994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,power_law_1.2,2.008153533935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,power_law_1.2,5.13963508605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,power_law_1.2,3.141267204284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,2,power_law_1.01,12.914732360839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,power_law_1.2,6.6899261474609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,power_law_1.2,3.5478271484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,power_law_1.2,5.528115081787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,power_law_1.2,8.257977294921876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,2,power_law_1.01,27.956198120117186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,power_law_1.2,7.551827239990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,1,power_law_1.2,12.995359802246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,power_law_1.2,9.030271911621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,2,power_law_1.2,13.7911865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,1,power_law_1.2,25.45061798095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,2,power_law_1.2,25.72623291015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,power_law_1.01,0.12049920558929443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,power_law_1.01,0.15256960391998292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,power_law_1.01,0.19230719804763793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,power_law_1.01,0.29196159839630126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,power_law_1.01,0.3892287969589233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,power_law_1.2,0.11920640468597413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,power_law_1.01,0.6446208000183106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,power_law_1.2,0.12583039999008178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,power_law_1.01,0.675654411315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,power_law_1.2,0.18602240085601807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,power_law_1.01,0.7114048004150391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2669248104095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,power_law_1.2,0.34815359115600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,power_law_1.01,0.7473408222198487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,power_law_1.2,0.6360191822052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,power_law_1.01,0.7874303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,power_law_1.2,0.675929594039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,power_law_1.01,0.8377599716186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,power_law_1.2,0.7291071891784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,power_law_1.01,0.9167488098144532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,power_law_1.2,0.767033576965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,power_law_1.01,0.9873920440673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,power_law_1.2,0.84716796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,power_law_1.01,1.0499199867248534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,power_law_1.01,1.1414527893066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,power_law_1.2,0.8768192291259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,power_law_1.01,1.2312895774841308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,power_law_1.2,0.9500288009643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,power_law_1.01,1.3022527694702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,power_law_1.2,1.017568016052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,power_law_1.2,1.0358400344848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,power_law_1.01,1.6501951217651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,power_law_1.2,1.1133888244628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.6545984268188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,power_law_1.2,1.195462417602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,power_law_1.01,2.075814437866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,power_law_1.2,1.3386752128601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,power_law_1.01,3.0946815490722654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,power_law_1.2,1.6596351623535157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,power_law_1.01,3.9336448669433595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.7135488510131835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,power_law_1.01,4.342655944824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,power_law_1.2,2.14136962890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,power_law_1.01,6.0243583679199215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,power_law_1.2,3.1849536895751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,power_law_1.01,7.726220703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,power_law_1.2,4.0180927276611325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,power_law_1.2,4.3942718505859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,power_law_1.01,11.232672119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,power_law_1.2,6.068601608276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,power_law_1.01,14.478221130371093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,power_law_1.2,7.753139495849609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,power_law_1.01,17.873446655273437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,power_law_1.2,11.221228790283202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,power_law_1.2,14.513299560546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,1,power_law_1.01,28.08344421386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,power_law_1.2,17.913606262207033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,1,power_law_1.2,28.120761108398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,1,power_law_1.01,55.24674072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,1,power_law_1.2,55.41005249023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,power_law_1.01,0.15308159589767456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,power_law_1.01,0.2044543981552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,power_law_1.01,0.1825279951095581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,power_law_1.01,0.293939208984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,power_law_1.01,0.36915199756622313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,power_law_1.01,0.6091839790344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,power_law_1.01,0.6522816181182861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,power_law_1.01,0.6628543853759765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,power_law_1.01,0.6772607803344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,power_law_1.01,0.7293375968933106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,power_law_1.01,0.7818943977355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,power_law_1.2,0.15498239994049073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,power_law_1.01,0.8845439910888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,power_law_1.2,0.13157119750976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,power_law_1.01,0.9308992385864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,power_law_1.2,0.18211840391159057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,power_law_1.01,0.9530816078186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,power_law_1.2,0.2531327962875366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,power_law_1.01,1.011404800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,power_law_1.2,0.3299263954162598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,power_law_1.2,0.599238395690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,power_law_1.01,1.0581567764282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,power_law_1.2,0.6420479774475097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,power_law_1.01,1.232256031036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,power_law_1.2,0.6702144145965576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,power_law_1.01,1.571897602081299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,power_law_1.2,0.7199359893798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.6491968154907226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,power_law_1.2,0.7471104145050049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,power_law_1.01,2.0847360610961916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,power_law_1.2,0.8370495796203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,power_law_1.2,0.8900927543640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,power_law_1.01,3.0621055603027343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,power_law_1.2,0.9610048294067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,power_law_1.01,3.7470142364501955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,power_law_1.2,0.9560192108154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,power_law_1.2,1.0313920021057128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,power_law_1.01,4.281388854980468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,power_law_1.2,1.109670352935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,power_law_1.01,5.811743927001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,power_law_1.2,1.330630397796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,power_law_1.2,1.5758336067199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,power_law_1.01,8.143116760253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.6884544372558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,power_law_1.2,2.149420738220215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,power_law_1.01,10.688288116455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,power_law_1.2,3.1423295974731444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,power_law_1.2,4.045856094360351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,power_law_1.01,15.676377868652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,power_law_1.2,4.306617736816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,power_law_1.2,6.420178985595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,power_law_1.01,19.66288604736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,power_law_1.2,7.944774627685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,power_law_1.2,11.707212829589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,2,power_law_1.01,29.601364135742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,power_law_1.2,16.21601257324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,power_law_1.2,21.1991943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,2,power_law_1.01,60.197540283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,2,power_law_1.2,31.75362548828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,2,power_law_1.2,66.17874755859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,power_law_1.01,0.11233279705047608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,power_law_1.01,0.15045119524002076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,power_law_1.01,0.22779519557952882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,power_law_1.01,0.2884223937988281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,power_law_1.01,0.505843210220337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,power_law_1.01,0.7527872085571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,power_law_1.01,0.8911744117736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,power_law_1.2,0.11260160207748413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,power_law_1.01,1.133779239654541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,power_law_1.2,0.15119999647140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,power_law_1.01,1.188864040374756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,power_law_1.01,1.2604607582092284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,power_law_1.2,0.1807039976119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,power_law_1.01,1.3191231727600097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,power_law_1.2,0.2760063886642456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,power_law_1.01,1.3650943756103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,power_law_1.2,0.4544511795043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,power_law_1.2,0.6556032180786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,power_law_1.01,1.4998592376708983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,power_law_1.2,0.76976637840271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,power_law_1.01,1.5705471992492677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,power_law_1.2,1.1326080322265626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,power_law_1.01,1.7176639556884765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,power_law_1.2,1.109945583343506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,power_law_1.01,1.8254207611083983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,power_law_1.2,1.1357503890991212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,power_law_1.01,2.123948860168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,power_law_1.01,2.6389951705932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,power_law_1.2,1.2700608253479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,power_law_1.01,2.5101375579833984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,power_law_1.2,1.3889663696289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,power_law_1.2,1.4484543800354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,power_law_1.01,3.1827520370483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,power_law_1.2,1.5642111778259278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,power_law_1.01,3.2629566192626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,power_law_1.2,1.710982322692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,power_law_1.01,4.138041687011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,power_law_1.2,1.8697088241577149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,power_law_1.01,6.466687774658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,power_law_1.2,2.1605951309204103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,power_law_1.01,8.144480133056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,power_law_1.2,2.720275115966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.591206359863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,power_law_1.01,8.4289794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,power_law_1.2,3.306227111816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,power_law_1.2,3.504800033569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,power_law_1.01,11.893292999267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,power_law_1.2,4.278847885131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,power_law_1.01,15.384384155273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,power_law_1.2,6.241632080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,power_law_1.2,7.985779571533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,power_law_1.01,18.648973083496095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,power_law_1.2,8.645343780517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,1,power_law_1.01,29.1060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,power_law_1.2,12.117222595214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,power_law_1.2,15.55191650390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,power_law_1.2,18.961683654785155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,1,power_law_1.01,56.733447265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,1,power_law_1.2,29.354751586914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,1,power_law_1.2,57.24088134765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.11122560501098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.14158719778060913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.16656639575958251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.2054975986480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.20023679733276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.19943039417266845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.11193599700927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,power_law_1.01,0.14591360092163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.2166975975036621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.11486719846725464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,power_law_1.01,0.21412479877471924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.21215999126434326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.1414463996887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,power_law_1.01,0.3529344081878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.23647360801696776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.206496000289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.24081919193267823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,power_law_1.01,0.2537152051925659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.2005376100540161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.25338239669799806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,power_law_1.01,0.48458237648010255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.2854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,power_law_1.01,0.7292736053466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.2872512102127075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.2067199945449829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,power_law_1.2,0.14524799585342407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.3293567895889282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,power_law_1.01,0.8614527702331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.35777280330657957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.2171328067779541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,power_law_1.2,0.21013119220733642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,power_law_1.01,1.050502395629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.3866688013076782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.22100479602813722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,power_law_1.2,0.240447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.42113919258117677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,power_law_1.01,1.137600040435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.2375999927520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,power_law_1.2,0.2670144081115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.5948224067687988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,power_law_1.01,1.1724608421325684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.24062719345092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.7280447959899903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.250982403755188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,power_law_1.2,0.4424448013305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,power_law_1.01,1.1822784423828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.0316032409667968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.28739840984344484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,power_law_1.2,0.5895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,power_law_1.01,1.3098624229431153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.6024255752563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.291596794128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,power_law_1.2,0.7284224033355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,power_law_1.01,1.356480026245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.1222272872924806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.325708794593811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,power_law_1.2,1.0016768455505372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.362444806098938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,2.754342460632324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,power_law_1.01,1.453388786315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.3856127977371216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,power_law_1.2,1.0528127670288085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,4.593382263183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,power_law_1.01,1.5775551795959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.46077442169189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,power_law_1.2,1.062668800354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,5.3789825439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,power_law_1.01,1.7276800155639649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.6357567787170411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,power_law_1.2,1.192460823059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.7788479804992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,power_law_1.01,1.9684608459472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,8.148006439208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.270796775817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,power_law_1.2,1.2613056182861329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,power_law_1.01,2.4672639846801756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.6904767990112304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,13.166816711425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,power_law_1.2,1.3322879791259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.390188789367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,2.4155391693115233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,power_law_1.2,1.4956671714782714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,13.500288391113282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,2.9917055130004884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,power_law_1.01,2.921376037597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,power_law_1.2,1.6489919662475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,4.626310348510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,power_law_1.01,3.1109695434570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,26.516909790039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,power_law_1.2,1.7736896514892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,6.613465881347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,power_law_1.01,3.9223552703857423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,power_law_1.2,2.020377540588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,8.231391906738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,power_law_1.01,6.123750305175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,power_law_1.2,2.560089683532715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,45.06858825683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,11.762239837646485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,power_law_1.01,8.07781753540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.3891584396362306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,power_law_1.2,3.1208959579467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,16.284364318847658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,power_law_1.01,7.724012756347657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,power_law_1.2,3.262675094604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,power_law_1.01,11.30495376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,power_law_1.2,4.071270370483399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,27.163064575195314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,power_law_1.2,5.5963905334472654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,power_law_1.01,15.639903259277343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,power_law_1.2,7.619468688964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.07246080040931702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,51.48133544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,power_law_1.01,18.494674682617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,power_law_1.2,8.553555297851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.10892800092697144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.13827199935913087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,power_law_1.2,11.630387115478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.20944640636444092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,2,power_law_1.01,27.958169555664064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.2027967929840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,power_law_1.2,15.686323547363282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.2036288022994995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,power_law_1.2,19.223245239257814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,2,power_law_1.01,56.10321044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.22161920070648194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.07438079714775085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.22444159984588624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.09622399806976319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.24463999271392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,2,power_law_1.2,29.590072631835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.24677760601043702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.25216639041900635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.2033535957336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.2683840036392212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.208787202835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.28721280097961427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.30407679080963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,2,power_law_1.2,56.52128295898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.3225343942642212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.35650560855865476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.16522879600524903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.2022847890853882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.41150717735290526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.22461440563201904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.20519680976867677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.5195712089538574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.6220736026763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.21537280082702637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.25511679649353025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.8681088447570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.2414400100708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.32203519344329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.1046463966369628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.24959359169006348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.3354367971420288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.5876223564147949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.2539968013763428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.0822336196899416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.27545599937438964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.18062080144882203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.2830336093902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,3.089900779724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.18225280046463013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.3219583988189697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.30593280792236327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.21212799549102784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,4.0171966552734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.34907519817352295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.3353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.3200704097747803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.33854079246520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,6.017279815673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.32350080013275145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.3450432062149048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.4019328117370605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,7.918406677246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.36269440650939944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.5104703903198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,9.886873626708985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.6219007968902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.3808896064758301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.3291392087936401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.8501184463500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.387391996383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.33258240222930907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,16.044613647460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.134284782409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.4158143997192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.33667840957641604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.6105920791625976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.4305215835571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.091654396057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.4483776092529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.3649535894393921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,32.55416259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,3.060947227478027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.36491520404815675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.562611198425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.3772351980209351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,4.045753479003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.424070405960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.6731967926025391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,6.018988800048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.4317823886871338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.7558784008026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.4760575771331787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,7.9989372253417965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,0.9963647842407226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.168057632446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,10.061567687988282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.595142412185669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.089779281616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.6162623882293701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.1043328046798706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,2.2956159591674803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,16.088742065429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.7574463844299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.1412287950515747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,3.574924850463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.0958016395568848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.18197760581970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,4.797580718994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,33.304107666015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.276249599456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.32556159496307374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.3214976072311401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,1.9538368225097655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,7.249830627441407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,2.293401527404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,7.641689300537109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,3.5325183868408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.3254591941833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,4.769209671020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,16.326995849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.3407232046127319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,7.554239654541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.34292480945587156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,19.781234741210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,9.319149017333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.3700223922729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.10515199899673462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.37475199699401857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,23.051890563964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.14351999759674072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,16.198944091796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.3792448043823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.19111679792404174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.4145792007446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.32718720436096194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,22.145465087890624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.42139520645141604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,41.50697021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.32924160957336424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.4522496223449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.49429121017456057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,23.127603149414064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.5097919940948487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.6179264068603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.31893119812011717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.7619264125823975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.341759991645813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,44.6870849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.986246395111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,91.929248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.3439487934112549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.368940830230713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.37002880573272706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.7374975204467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.3772480010986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,2.4899007797241213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.3793920040130615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,3.247187042236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,81.3968994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.42038397789001464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,4.7927295684814455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.40767998695373536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,6.287091064453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.4495039939880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.4941887855529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,9.559327697753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.5146495819091796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.16581120491027831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.6187071800231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,12.78304672241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.2630271911621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.8112000465393067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.9705856323242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.23561599254608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,16.104351806640626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.3715200424194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3368128061294556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.1668992042541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.7331775665283202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5256383895874024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,26.343731689453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.26338560581207277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,2.48654727935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.1838719964027405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,3.3016639709472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.314086389541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,4.827782440185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.6658944129943848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.4569536209106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,54.8325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,6.419583892822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,0.9600319862365723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,9.657823944091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.0319295883178712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.1888192176818848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.6065343856811524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,12.967987060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,1.241260814666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,0.9371199607849121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.3086527824401855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,16.29231414794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.0115455627441405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.3242048263549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.1768256187438966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.3590463638305663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,26.972537231445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.1607808113098144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.4266048431396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.14927999973297118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.3070079803466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.20236799716949463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.4831680297851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.21869440078735353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.2790335655212401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.5263615608215333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,56.945013427734374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.3392191886901855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.3338496208190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.5951295852661134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.5211455821990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.4061568260192872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,1.7669504165649415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.4942720413208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.9410943984985352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.527507209777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,2.274982452392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6853568077087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.668294334411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.54385929107666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.0105216026306152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,1.8287103652954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,3.306367874145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.0403648376464845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.9808063507080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,4.017311859130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.15137920379638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.270847988128662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.3801408767700196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.19913599491119385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.335859203338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,5.311980819702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.6804224014282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.2101439952850342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.4317952156066895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,6.753337860107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3206912040710449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.400396728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.4582847595214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.45452160835266114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,9.576083374023437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.5269951820373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,4.308204650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.583993625640869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,5.901529693603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,12.704601287841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.6434623718261718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.6251840114593505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,7.671603393554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.6787647247314452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,16.948147583007813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.9520895957946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.794175910949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,10.237267303466798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.0558976173400878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,2.036582374572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,24.232908630371092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.3011263847351073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,12.505548858642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,2.2078208923339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.3590144157409667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.6648767471313475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.4265727996826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,16.13514862060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,3.129631996154785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.4515199661254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,51.79913330078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,3.9813953399658204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.5303808212280274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,27.226284790039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.58721923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,4.889203262329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.632601547241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,6.6623680114746096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.7223424911499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.887366485595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,8.488211059570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,53.07127685546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,2.0889471054077147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,12.136902618408204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.330246353149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.07992320060729981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,2.778432083129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.07649919986724854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,15.791635131835937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,3.212793731689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.11360000371932984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.1390079975128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,4.107839965820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,19.490463256835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.17618559598922728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,4.992505645751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.07984640002250672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,6.798604583740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,30.753189086914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.07063680291175842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.2712640047073364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,8.625772857666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.09067519903182983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.29952640533447267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.11887999773025512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,12.326316833496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.32298879623413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.1569983959197998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,62.43798828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.3666176080703735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,16.03636474609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.36682240962982177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.39756159782409667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.2882496118545532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.3993727922439575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,19.83766326904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.3033344030380249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.4060351848602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.42545280456542967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.3166719913482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.44991359710693357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.37059199810028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,31.534732055664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.46039681434631347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.3672512054443359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.48221440315246583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.3916160106658936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.07630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.5938303947448731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.40152320861816404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.08008959889411926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.4088895797729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.6706816196441651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.10927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,63.608648681640624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.426361608505249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.8528703689575196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.14691200256347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.4377471923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.0707967758178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.179257595539093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.47031679153442385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.446406364440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.482803201675415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.7990976333618165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.6081855773925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.295251202583313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.5332223892211916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.6750080108642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.32459518909454343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.8795136451721192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.376063919067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.334604811668396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.07854080200195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.1140671730041505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,4.8949119567871096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.39974400997161863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.08046079874038696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.5006208419799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,6.243142318725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.40940160751342775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.8165248870849608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.10582400560379028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.4222208023071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.13439359664916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.813632011413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,7.679660797119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.4426559925079346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.17008639574050904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.4688961029052736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.45424637794494627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,12.568812561035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.48358383178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.4796031951904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.4965504169464111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.31319680213928225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,6.3604286193847654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,24.902584838867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.516755199432373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.3272576093673706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.5745279788970947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,8.797216033935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.3491199970245361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.7089983940124511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.40812158584594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.8141695976257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,14.171539306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.420684814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,1.0485312461853027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.43248639106750486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,1.2934656143188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.4520127773284912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,28.790304565429686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.4602560043334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.7739839553833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.48371200561523436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.15735039710998536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,2.2503168106079103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.5041471958160401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.23036160469055175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,3.197926330566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.5235968112945557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.18404480218887329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,4.166207885742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.5909503936767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.3274816036224365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.7216127872467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,6.08089599609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.46003198623657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.8260031700134277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,7.999724578857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,1.0729920387268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.15784319639205932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,1.3089216232299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.7383359909057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.13778560161590575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,9.93043212890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.7952064514160155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.1922368049621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,0.7800320148468017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.31383678913116453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,2.2580543518066407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,15.72442169189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,0.7894271850585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.3840640068054199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,0.9434047698974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,3.2329345703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,0.919212818145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,4.188550567626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,31.248812866210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,0.9588288307189942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,6.114899063110352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.7277632236480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,1.0265983581542968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,1.0234944343566894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,0.7798848152160645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,8.01431655883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.064902400970459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,0.8321727752685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.0805120468139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,9.94228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,0.9286848068237304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.1128576278686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,0.9748479843139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,15.812275695800782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.1854207992553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,1.0260479927062989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.3476799964904784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,1.0079551696777345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.1309440016746521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.5487744331359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.0699007987976075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.17223039865493775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,31.412698364257814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.8346176147460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.0403008460998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.21580801010131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.186182403564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.1255999565124513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.32917759418487547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,2.876038360595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.1010496139526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.44682879447937013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,3.4756031036376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.220627212524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.3857215881347655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,4.876076889038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.7528448104858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.5522624015808106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,6.23375358581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,1.9364288330078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.8082943916320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.13054720163345337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,8.78826904296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.8329728126525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.272902488708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.14368640184402465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.9607616424560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,2.9984384536743165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.21381759643554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,12.084754943847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.9902015686035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.31138560771942136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,4.008972930908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.36710400581359864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.0363519668579102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,15.590579223632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,4.953171157836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.068627166748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,6.486112213134765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.081107234954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,23.227679443359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.7444032192230224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.1270976066589355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,9.0963134765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.8169792175292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.1786111831665038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.8556480407714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.2271167755126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,13.019973754882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,48.581146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.9804800033569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.3204928398132325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.0105855941772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.5203200340270997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,16.06049346923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.0286656379699708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.7141632080078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.0870911598205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,2.1036352157592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,25.423692321777345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.141708755493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,2.536275291442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.1500608444213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,3.360704040527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.1940928459167481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.2471872329711915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,4.199961471557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,56.735528564453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.1828160047531128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.3762880325317384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,5.898739242553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.5552703857421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.280185604095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.7675840377807617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.45525121688842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,7.6163581848144535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,2.161619186401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.3111999988555908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,11.074380493164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,2.596614456176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.5707327842712402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,3.4049278259277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,14.531936645507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,4.2599937438964846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,0.8279295921325683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.18112000226974487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,17.994931030273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,5.966329574584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,0.9971455574035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.2790015935897827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,7.696870422363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.3074560165405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.2871488094329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,28.874661254882813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,11.160447692871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.5751680374145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.3204224109649658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.5134399890899658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.5873023986816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,14.678521728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,1.6997631072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,59.49055786132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,18.244735717773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,1.757254409790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.7211840152740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,1.8258560180664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,0.8954815864562988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,1.866783905029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,29.076632690429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.1970560073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,1.9189567565917969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.4455679893493651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,1.9991680145263673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.0866880416870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.4854207992553712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,60.10706787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.250956726074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.5744704246520995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.18184959888458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.4725824356079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,1.6530496597290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.23428480625152587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,1.7610815048217774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,2.8264896392822267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.3221695899963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,1.894393539428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.2272064208984377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.35726079940795896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,1.9292224884033202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.8152767181396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.5819647789001465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.0351743698120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,4.4700927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.0450048446655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.18290560245513915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,5.943500900268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.25230712890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.8407679557800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.23456640243530275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,7.411296081542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.535391998291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,0.9870911598205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.2641024112701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.3576512336730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,2.8626176834106447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3608319997787476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,10.745184326171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.5316160202026368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.6602560043334962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.3692672729492186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,13.187417602539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.7227840423583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.9002750396728514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.8613504409790038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,16.382022094726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,4.808441543579102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.7694015979766846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.9256063461303712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,6.31517448425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.9045568466186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.0024063110351564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,25.184320068359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.2653887748718262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,7.4782463073730465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.072153663635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.5763903617858888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.101068878173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,11.104364776611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.6385536193847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.2389631271362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,54.728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.7754751205444337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,13.776602172851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.3700735092163088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.8394367218017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.548966407775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,16.39582061767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.9758848190307616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.7600255966186524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.0106367111206054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,3.239756774902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.171878433227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,25.275634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,3.688383865356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.2426624298095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,4.613536071777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.3670848846435546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,5.466502380371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.674457550048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,54.1812744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,7.316460418701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.8605695724487306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.3656639099121093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,9.12243194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.812857437133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,12.80750732421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,4.84826889038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,5.712659072875977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,16.711558532714843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,7.55401611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,9.356690979003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,20.457752990722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,13.121562194824218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,32.10873107910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,16.916928100585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,20.798439025878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,64.73698120117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,32.725823974609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,65.46380615234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.01,0.11767679452896118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.01,0.13898240327835082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.01,0.1507840037345886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.01,0.18744319677352905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.01,0.1844159960746765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.01,0.19465600252151488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.01,0.21485440731048583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.2,0.11771520376205444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.01,0.21584639549255372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.2,0.11654399633407593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.01,0.23627519607543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.2,0.13534719944000245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.01,0.24314239025115966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.01,0.25564799308776853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.2,0.18766080141067504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.01,0.2991231918334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.2,0.18862080574035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.01,0.30945920944213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.2,0.19576319456100463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.2,0.21524479389190673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.01,0.294323205947876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.2,0.21427841186523439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.01,0.29942400455474855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.2,0.23603200912475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.01,0.35589120388031004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.2,0.24133760929107667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.01,0.3517888069152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.2,0.2736639976501465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.01,0.4541056156158447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.2,0.2883968114852905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.01,0.5669248104095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.2,0.33018879890441893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.01,0.6598400115966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.2,0.29420158863067625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.01,0.8896063804626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.2,0.3238591909408569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.01,1.3460415840148925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.01,1.8914432525634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.2,0.3494976043701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.2,0.41900157928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.01,2.6082815170288085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.2,0.560748815536499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.01,3.7224895477294924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.2,0.6371200084686279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.2,0.7358719825744628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.01,5.4594367980957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.2,1.0503935813903809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.01,7.121817779541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.2,1.4677311897277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.2,1.4763903617858887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.01,10.890886688232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.2,2.7483903884887697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.2,4.177811050415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.01,16.696531677246092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.2,5.614502334594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.2,8.02840347290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.2,11.109657287597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.01,34.19921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.2,18.335232543945313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.2,33.40254211425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.18803839683532714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.16702719926834106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.18403199911117554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.18652160167694093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.18736000061035157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.1947648048400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.2119488000869751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.22849280834198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.25381760597229003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.2773247957229614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.3161535978317261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.3836927890777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.4212224006652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.18445440530776977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.3197439908981323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.1852735996246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.3440959930419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.17581440210342408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.4263552188873291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.18794239759445192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.503436803817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.6144768238067627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.18958719968795776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.01,0.8716416358947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.21004800796508788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.01,0.9738304138183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.2211967945098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.26318719387054446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.01,1.127616024017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.2916224002838135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.01,2.302118492126465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.336025595664978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.01,2.8443071365356447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.3088896036148071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.4170239925384521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.01,4.1299903869628904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.42586240768432615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.327673602104187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.01,5.570348739624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.42406401634216306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.41502718925476073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.01,10.743698883056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.4673408031463623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.5935103893280029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.01,13.246809387207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.2,0.8990143775939942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.2,1.1576512336730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.2,1.4112192153930665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.01,21.692524719238282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.2,2.649619293212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.2,3.325779342651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.07678719758987426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.01,29.576498413085936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.2,4.180531311035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.08648959994316101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.11423360109329224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.2,7.042348480224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.18289920091629028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.1807935953140259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.2,10.905197143554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.01,59.70892333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.19256319999694824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.08406400084495544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.20645759105682374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.11861759424209595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.2,15.991404724121093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.21510400772094726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.18786560297012328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.22958080768585204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.1816256046295166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.2,22.55219268798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.23365120887756347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.19750399589538575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.20202240943908692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.22613120079040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.22403199672698976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.23889920711517335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.2,30.587774658203124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.24367361068725585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.2508352041244507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.2507967948913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.26338560581207277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.2315392017364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.283571195602417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.2419327974319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.24648959636688234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.3236032009124756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.2,67.31708374023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.26031999588012694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.30573439598083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.2911616086959839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.3998016119003296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.3025216102600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5543488025665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.31371519565582273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.7327871799468995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.388755202293396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5396031856536865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.7646016120910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.7686655998229981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.0719743728637696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.7860864162445068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.406438446044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.0720831871032714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.3924032211303712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.0266111373901365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.0084415435791017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.4996927261352537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.4732479095458983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.01,3.8154048919677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.2,3.7206142425537108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.174303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.168844985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.2,6.327276611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.01,6.401280212402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.2,10.434054565429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.01,10.942457580566407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.2,22.118553161621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.01,23.514323425292968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.01,0.14762879610061647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.2,0.16072959899902345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.01,0.22152960300445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.2,0.15352319478988646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.01,0.2953984022140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.2,0.24650239944458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.01,0.3053760051727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.01,0.3062272071838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.2,0.3047744035720825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.01,0.32803199291229246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.01,0.3284991979598999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.2,0.3167680025100708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.01,0.34710400104522704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.2,0.33194239139556886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.01,0.4015488147735596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.2,0.3294912099838257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.01,0.40844159126281737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.2,0.3536319971084595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.01,0.46533761024475095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.2,0.39915521144866944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.01,0.49945597648620604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.2,0.40840959548950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.01,0.48023037910461425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.2,0.4555391788482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.01,0.5161151885986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.2,0.49182720184326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.01,0.5289535999298096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.01,0.5797760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.2,0.4666624069213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.01,0.8265151977539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.2,0.5346176147460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.01,0.9303232192993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.2,0.5785727977752686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.01,1.345088005065918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.2,0.5536191940307618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.01,1.4468735694885253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.2,0.8604415893554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.01,2.0560319900512694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.2,1.0015423774719239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.01,2.9413120269775392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.2,1.1886783599853517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.01,4.466924667358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.2,1.6487552642822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.01,5.4018817901611325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.2,2.1788864135742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.01,9.467603302001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.2,3.5664382934570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.2,5.0784767150878904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.01,14.181114196777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.2,6.600614166259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.01,18.329560852050783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.2,11.053453063964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.2,14.229324340820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.01,31.123187255859374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.2,16.668537902832032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.01,50.1102783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.2,29.80145263671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.2,55.94873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.3519743919372559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.20590078830718994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.2797055959701538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.3083008050918579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.3096832036972046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.3175807952880859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.11178239583969116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.40503678321838377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.14878720045089722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.35438079833984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.40250239372253416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.44057598114013674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.29806718826293943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.4688704013824463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.11130880117416382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.2919935941696167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.6293951988220214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.14487680196762084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.2984832048416138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.3195456027984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.6229887962341308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.1903167963027954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.28008959293365476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.3297408103942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.5311935901641845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.2978431940078735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.3147007942199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.34238719940185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.6402175903320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.3050751924514771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.313971209526062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.3473344087600708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.6798463821411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.31709439754486085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.3101567983627319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.3780992031097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.01,0.7999936103820801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.343667197227478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.33515520095825196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.3634687900543213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.3587712049484253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.34719998836517335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.01,1.06494083404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.38416640758514403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.3593728065490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.360915207862854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.01,1.259878444671631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.393286395072937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.39641599655151366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.4405632019042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.01,1.6481983184814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.44316802024841306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.35959041118621826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.48836479187011717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.4976064205169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.01,2.2824832916259767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.38074240684509275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.5052864074707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.5459072113037109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.39096319675445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.01,4.140172958374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5438015937805176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.589030408859253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4424191951751709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.01,4.541984176635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6295936107635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.49093117713928225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.6459455966949463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.01,7.93078384399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.5108479976654052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.7229055881500244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.53056640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5305791854858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.9660351753234864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.6398079872131348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.01,9.398124694824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6415103912353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.163929557800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.6452928066253663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.7142335891723632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.6353536605834962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.2,0.8062399864196778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.01,17.24199676513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.930777645111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.2,0.9824895858764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.2941375732421876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.201632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.01,20.26666259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.2,1.2398336410522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.3024768829345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.6439424514770509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.2,2.0917503356933596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.01,3.961478424072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.328486442565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.2,2.839878463745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.01,27.629965209960936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.1114238739013675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.4200382232666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.2,2.9816831588745116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.475571441650391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.043814468383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.2,4.926899337768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.01,35.970541381835936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.01,10.6198974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.097894287109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.2,7.948063659667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.378912353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.2,9.280223846435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.01,18.048377990722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.2,10.740557098388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.2,16.28607940673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.01,74.00463256835937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.01,38.87699890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.2,17.744216918945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.2,29.946124267578124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.2,35.38664855957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.2,35.45539855957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.2,43.007275390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.2,126.93349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.01,0.15262720584869385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.01,0.2066879987716675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.01,0.18241280317306519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.01,0.2908735990524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.01,0.48140802383422854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.01,0.6939263820648194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.01,0.9535039901733399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.01,0.9564096450805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.01,1.04203519821167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.01,1.0477631568908692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.01,1.1043519973754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.01,1.1723456382751465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.2,0.13786879777908326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.01,1.1625663757324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.2,0.21985280513763428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.01,1.1840895652770995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.2,0.15548160076141357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.2,0.2828991889953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.01,1.313081645965576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.2,0.4441984176635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.01,1.3457216262817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.2,0.585913610458374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.01,1.4852928161621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.2,0.9048831939697266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.01,1.705708885192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.2,0.9514368057250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.01,1.6597759246826171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.2,0.9931008338928222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.01,1.9322816848754882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.2,1.0491071701049806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.01,1.806585693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.2,1.1272831916809083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.01,2.1580991744995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.2,1.124512004852295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.01,2.7252031326293946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.2,1.1929856300354005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.01,3.3927680969238283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.2,1.283731174468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.01,4.0660350799560545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.2,1.3512831687927247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.2,1.3597951889038087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.01,5.386355209350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.2,1.4735615730285645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.01,7.421695709228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.2,1.742086410522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.2,1.7575551986694335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.01,9.051641845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.2,2.0777023315429686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.2,1.9337791442871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.01,14.949395751953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.2,2.2903167724609377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.2,2.822348785400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.2,3.653126525878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.01,28.629336547851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.2,4.310790252685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.2,6.24218864440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.2,8.25401611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.2,10.087699127197265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.2,15.534521484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.2,32.729364013671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.22629120349884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.22803840637207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.3327296018600464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.38888959884643554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.18027520179748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.23416318893432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.2856575965881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.3212991952896118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.5143295764923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.5320320129394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.578547191619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.6529664039611817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.9418111801147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.01,1.0093440055847167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.2,1.0034560203552245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.01,0.9737279891967774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.0486271858215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.043443202972412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.01,1.0682047843933105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.0164416313171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.01,1.1240447998046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.2,1.0714688301086426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.01,1.13253755569458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.1679231643676757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.1275007963180542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.1577856063842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.2076288223266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.15628160238265992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.2935935974121093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.3037887573242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.3201792001724243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.3344256401062011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.3990336418151856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.465772819519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.01,1.3765376091003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.2,1.4342464447021483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.6433599948883056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.01,1.5024319648742677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.2,1.5438783645629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.9532928466796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.01,1.833318328857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.9942208290100097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.2,1.8055999755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.0971455991268158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.01,1.749190330505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.0302656173706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.2,1.8491392135620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.12620160579681397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.01,2.029747200012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.039468765258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.2,2.0911359786987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.15329920053482055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.01,1.7858367919921876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.1467840194702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.2,1.97326717376709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.27325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.01,2.1734592437744142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.130246353149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.43368959426879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.2,2.3854080200195313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.01,2.601580810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.1655488014221191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.5755008220672607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.2,2.7361919403076174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.01,3.3575359344482423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.2849472045898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.8833087921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.2,3.521331024169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.346348762512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.9365119934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.01,3.8727039337158202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.2,4.079724884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.4075776100158692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.98787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.01,5.809702301025391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.4201791763305665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.0554240226745606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.2,6.443507385253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.01,7.551513671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.0847743988037108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.6369279861450194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.2,8.155801391601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.162764835357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.7369728088378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.01,9.206610870361327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.2096384048461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.2,10.04616928100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.053651237487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.3081664085388183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.01,14.941203308105468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.0426559448242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.3326720237731933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.2,16.979539489746095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.01,2.4917119979858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.430412769317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.8766719818115236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.01,27.766629028320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.481612777709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.6790847778320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.01,3.874118423461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.2,37.90241394042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.7541696548461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.01,4.648998260498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.071327972412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.1051776885986326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.01,6.691136169433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.2,2.4431488037109377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.01,8.310227203369141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.2,2.931257629394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.9711936950683593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.01,10.462866973876952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.2,4.8614143371582035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.01,16.51688995361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.2,6.747718048095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.2,8.504166412353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.2,10.512505340576173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.01,35.166534423828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.2,16.9619384765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.2,35.3218505859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.01,0.06462720036506653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.01,0.08603519797325135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.01,0.13645440340042114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.01,0.15979520082473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.01,0.26267518997192385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.01,0.2770944118499756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.2,0.06738560199737549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.01,0.2907711982727051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.2,0.055961602926254274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.01,0.29847040176391604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.01,0.3110527992248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.2,0.08673920035362244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.01,0.3112128019332886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.2,0.10840959548950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.01,0.32841598987579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.2,0.15230079889297485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.01,0.3472320079803467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.2,0.2672575950622559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.01,0.3474623918533325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.2,0.2798336029052734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.2,0.3000319957733154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.01,0.367193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.2,0.30204799175262453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.01,0.40146560668945314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.2,0.3092031955718994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.10072959661483764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.01,0.39597439765930176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.10128639936447144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.2,0.3406016111373901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.07662720084190369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.01,0.46173439025878904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.06224640011787415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.2,0.34805119037628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.09350399971008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.01,0.4831552028656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.08628479838371277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.2,0.36424319744110106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.1500223994255066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.1337280035018921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.01,0.5719295978546143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.2,0.36252799034118655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.17715840339660643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.1591871976852417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.01,0.7166719913482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.2,0.37902719974517823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.26841599941253663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.2554944038391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.01,0.9068351745605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.2,0.39086720943450926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.2710911989212036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.27786879539489745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.01,0.9796287536621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.286080002784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.2,0.3897984027862549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.30487039089202883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.299020791053772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.2,0.45004801750183104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.01,1.4488896369934081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.301689600944519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.30636160373687743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.2,0.5091263771057128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.01,1.9384576797485351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.3090751886367798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.3008640050888062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.2,0.6091839790344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.3413568019866943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.01,2.4008768081665037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.3308799982070923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.2,0.7298943996429443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.32826240062713624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.3285376071929932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.01,3.15930233001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.3739711999893188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.2,0.9599552154541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.3542464017868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.01,3.9505664825439455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.37131519317626954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.2,1.0849408149719237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.3851327896118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.39267840385437014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.2,1.4405376434326171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.40070400238037107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.01,7.379167938232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.43030400276184083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.3900736093521118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.2,1.746976089477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.40032639503479006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.45018877983093264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.2,3.101657676696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.01,14.165580749511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.46892800331115725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.48801279067993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.4972032070159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.2,3.791731262207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.5207871913909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.5439807891845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.6422592163085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.2,4.619475173950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.6954880237579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.01,0.8637887954711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.2,0.9049728393554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.01,1.0251903533935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.2,7.736441802978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.2,0.9904512405395508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.01,1.3988479614257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.2,1.5615679740905761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.01,1.7292352676391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.2,16.003187561035155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.2,1.8903295516967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.01,2.64400634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.2,2.817024040222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.01,3.4169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.2,3.8079872131347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.01,4.595193481445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.2,5.272800064086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.01,7.381632232666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.2,8.203584289550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.01,13.900633239746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.2,22.18823699951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.05589119791984558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.05601919889450073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.08584960103034973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.12826240062713623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.15886720418930053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.2621567964553833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.278931188583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.2983871936798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.31020801067352294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.324780797958374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.32330880165100095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.05626239776611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.3437824010848999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.05416960120201111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.3730175971984863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.07342079877853394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.10717439651489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.37592320442199706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.1462656021118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.4016704082489014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.26885759830474854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.4374720096588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.28009600639343263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.4322624206542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.49822077751159666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.30396161079406736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.5399936199188232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.3232383966445923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.6658495903015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.3189120054244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.8123519897460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.3419840097427368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.35808639526367186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.1115903854370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.37921919822692873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.1744895935058595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.3832639932632446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.667046356201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.4078527927398682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.01,2.146790313720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.4353472232818604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.43485441207885744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.01,3.085273551940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.491212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.01,4.0215808868408205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.5778048038482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.7023935794830323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.01,4.960332870483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.8348928451538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.1294528007507325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.01,8.020230102539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.203104019165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.6726463317871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.01,16.44159393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.2,2.1907327651977537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.2,3.097708892822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.2,4.055456161499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.2,5.080115127563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.2,8.198649597167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.2,16.659513854980467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.01,0.14115840196609497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.01,0.21013760566711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.01,0.1624768018722534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.01,0.3101887941360474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.01,0.44071040153503416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.01,0.6682559967041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.01,0.7373311996459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.01,0.8182080268859864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.01,0.7816448211669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.2,0.14135680198669434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.01,0.812492847442627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.2,0.10692479610443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.01,0.8619327545166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.2,0.16513279676437378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.01,0.9121983528137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.2,0.27974400520324705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.01,0.9260224342346192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.01,0.9625920295715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.2,0.35780479907989504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.01,1.052665615081787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.2,0.7122303962707519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.01,1.0868224143981933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.2,0.7356351852416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.01,1.0173503875732421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.2,0.8267392158508301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.01,1.1523839950561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.2,0.8120384216308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.2,0.87325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.01,1.3745471954345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.2,0.8814592361450195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.01,1.6681600570678712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.2,0.930720043182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.01,1.7514047622680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.2,0.9636544227600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.01,2.4020736694335936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.2,0.971776008605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.01,2.839583969116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.2,1.0099583625793458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.01,3.6523136138916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.2,1.0918399810791015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.01,3.915488052368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.2,1.1505215644836426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.2,1.3884544372558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.01,5.989977645874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.2,1.3438400268554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.2,1.6979135513305663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.01,7.247334289550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.2,1.8982719421386718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.01,9.649215698242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.2,2.5157312393188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.2,3.125209617614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.01,15.44913330078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.2,3.6624446868896485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.2,4.140095901489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.2,5.94071044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.01,31.507815551757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.2521984100341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.25269761085510256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.2,7.868198394775391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.32982399463653567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.1646399974822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.24712319374084474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.17879680395126343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.2,9.44958724975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.37163519859313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.32344961166381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.46123518943786623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.41591677665710447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.2,16.777191162109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.7272255897521973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.7066688060760498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.01,0.7796224117279053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.01,0.7927807807922364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.2,0.7581312179565429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.01,0.8220095634460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.2,0.8026240348815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.2,35.31947021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.01,0.8796223640441895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.2,0.7892864227294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.01,0.8785856246948243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.2,0.8140416145324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.2,0.9313728332519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.01,0.9243200302124024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.2,1.0042048454284669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.01,0.9660032272338868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.2,1.0339263916015624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.01,0.9771455764770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.2,0.9904704093933105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.01,0.9978495597839355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.01,1.0688896179199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.2,1.0457344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.01,1.1147839546203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.2,1.0815360069274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.01,1.3006015777587892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.2,1.1507264137268067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.01,1.401529598236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.3219200134277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.2,1.4275456428527833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.01,1.6623359680175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.2,1.7014144897460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.01,1.621664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.2,2.047648048400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.01,2.0265151977539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.2,2.4805248260498045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.01,2.646291160583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.2,2.7479167938232423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.01,3.464275360107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.01,3.979167938232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.2,4.121804809570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.01,5.805318450927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.2,4.737222290039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.2,6.856166076660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.01,7.8213951110839846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.2,8.719725036621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.01,9.878406524658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.2,14.215385437011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.01,17.50109405517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.2,19.17383728027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.01,35.6305908203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.2,41.94735412597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.10488959550857543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.11832319498062134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.17358720302581787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.26794240474700926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.39100160598754885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.6817471981048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.7613823890686036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.8051327705383301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.8007935523986817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.860319995880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.8780799865722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.10327039957046509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.9448896408081054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.9592255592346192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.10691200494766236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.0189760208129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.1676800012588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.1015616416931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.25908479690551756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.3662208080291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.1624896049499511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.6751808166503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.2032959938049317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.734604787826538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.01,1.411897563934326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.8226176261901855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.01,1.4340928077697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.8404800415039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.8334335327148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.865113639831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.777235221862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.9393280029296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.01,2.2571712493896485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.9529279708862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.01,3.1524415969848634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.0217408180236816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.01,4.012326431274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.0245823860168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.0950336456298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.01,4.340147018432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.0985471725463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.01,6.274476623535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.1806271553039551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.2,1.4131456375122071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.01,8.034540557861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.486233615875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.8583295822143555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.01,9.960441589355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.8222143173217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.2,2.317420768737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.01,16.154559326171874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.2,3.202694320678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.2,4.1316478729248045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.2,4.615846252441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.01,33.12095336914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.2,6.41088638305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.2,8.245945739746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.2,10.267609405517579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.2,16.689395141601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.2,33.401937866210936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.01,0.13784960508346558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.01,0.21998720169067382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.01,0.35509119033813474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.01,0.26569600105285646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.01,0.5291647911071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.01,0.7924352169036866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.01,0.9588864326477051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.01,1.2437312126159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.01,1.3212032318115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.2,0.13374719619750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.01,1.3786175727844239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.01,1.4673407554626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.2,0.2200256109237671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.01,1.4728128433227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.2,0.16977280378341675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.2,0.2682624101638794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.01,1.543660831451416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.2,0.4917759895324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.01,1.570918369293213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.2,0.7468671798706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.01,1.689036750793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.2,0.9054400444030761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.01,1.7498239517211913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.01,1.8272192001342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.2,1.2160320281982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.01,2.0092544555664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.2,1.2738880157470702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.01,2.2673471450805662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.2,1.2948032379150392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.2,1.4107071876525878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.01,2.7655168533325196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.2,1.4093567848205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.01,2.697657585144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.2,1.5014335632324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.01,3.3839038848876952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.2,1.6304639816284179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.01,3.0366592407226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.2,1.622060775756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.01,3.800921630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.2,1.752659225463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.01,5.346790313720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.2,1.8442304611206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.2,2.078790473937988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.01,6.7895362854003904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.2,2.2989120483398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.01,8.311341094970704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.2,2.808870315551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.2,2.795756721496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.01,9.421485137939452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.2,3.3966785430908204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.01,15.29959716796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.2,3.1618368148803713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.2,4.001254272460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.2,5.240364837646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.01,30.66175231933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.2,7.0544380187988285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.22987520694732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.2,8.084896087646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.2280128002166748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.39156479835510255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.3889024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.2,10.393849945068359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.6850687980651855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.28884479999542234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.34724481105804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.33445119857788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.2,15.974156188964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.5386816024780273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.5030464172363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.8949888229370118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.7233535766601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.01,1.0363840103149413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.2,0.8696063995361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.2,30.486669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.2148608207702636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.2603263854980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.2938559532165528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.3500736236572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.3541824340820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.4086336135864257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.01,1.4678591728210448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.2,1.4822784423828126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.2,1.4481727600097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.01,1.5922240257263183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.2,1.4637696266174316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.01,1.5653696060180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.2,1.5625151634216308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.01,1.5854144096374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.2,1.6732927322387696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.01,1.6661760330200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.2,1.81146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.01,1.8320192337036132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.2,1.943084716796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.01,1.8568191528320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.01,2.127724838256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.2,2.1693119049072265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.01,2.5552383422851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.2,2.5136640548706053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.01,3.079167938232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.2,3.072774314880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.01,3.0680767059326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.2,3.147340774536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.2,3.967532730102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.01,3.721094512939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.2,3.08786563873291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.01,2.9047872543334963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.2,4.047724914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.01,3.6179840087890627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.01,5.424774551391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.2,5.530694580078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.01,6.850367736816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.2,7.312998199462891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.01,7.595462036132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.2,8.45125732421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.01,9.527366638183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.2,11.277862548828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.01,14.383949279785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.2,16.725138854980468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.01,29.170712280273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.2,33.82059020996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.09349759817123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.13631999492645264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.21332480907440185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.27066240310668943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.5227263927459717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.7759935855865479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.9331135749816895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.2174464225769044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.3241727828979493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.352454376220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.4393792152404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.09317119717597962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.5251199722290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.13623679876327516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.5772543907165528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.5959487915039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.1588863968849182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.6756351470947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.26777598857879636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.7435712814331055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.46234879493713377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.6611455917358399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.8597951889038087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.8367808341979981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.01,2.1431488037109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.1965248107910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.01,2.482342338562012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.2766336441040038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.01,2.9150720596313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.2847488403320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.01,2.890905570983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.417299175262451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.01,3.5360321044921874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.4242048263549805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.01,3.498534393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.514303970336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.01,4.374784088134765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.5973888397216798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.01,5.607929611206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.6194879531860351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.7871999740600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.01,7.63148193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.9068288803100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.01,9.43749771118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.2,2.1397375106811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.2,2.4700159072875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.13829120397567748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.10087679624557495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.01,11.403826904296874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.2,2.953843116760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.11363840103149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.11626240015029907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.11490559577941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.11350400447845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.2,2.9260223388671873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.01,17.801651000976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.1221119999885559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.12227200269699097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.2,3.668230438232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.12238719463348388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.12124799489974976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.13394559621810914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.13713279962539673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.2,3.653606414794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.01,35.119326782226565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.1506175994873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.15299199819564818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.2,4.577107238769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.14229120016098024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.1560639977455139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.1516095995903015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.1592512011528015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.2,5.937196731567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.1581055998802185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.16974079608917236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.15813119411468507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.15559680461883546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.2,7.798438262939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.16440320014953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.16355839967727662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.16524800062179565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.173580801486969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.2,9.780089569091796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.1920639991760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.20280320644378663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.2493567943572998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.20892159938812255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.2,11.75902099609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.2401599884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.2748800039291382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.30046720504760743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.3094271898269653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.38983678817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.3742271900177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.2,18.36040344238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,0.458131217956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.49051518440246583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,0.637113618850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,0.6504000186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.1081600189208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,0.7938111782073974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.2,35.206689453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,1.3612607955932616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,1.384607982635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,1.6657663345336915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,1.7039552688598634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,2.442291259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,2.9517440795898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,3.7006271362304686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,3.844371032714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,5.382592010498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,5.834310531616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,6.476620483398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,6.261036682128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,8.829714965820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,8.594956970214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.01,0.08209919929504395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.01,0.08264319896697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,15.499162292480468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,17.15504608154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.01,0.0802623987197876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.01,0.11217279434204101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.01,0.11746560335159302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,28.005630493164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.01,0.12629120349884032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,33.035308837890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.01,0.1313472032546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.01,0.12938239574432372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.01,0.13946239948272704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.01,0.14164479970932006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.01,0.14019839763641356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.01,0.15303679704666137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.01,0.16122879981994628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.01,0.17639039754867553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.01,0.19184000492095948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.01,0.20622079372406005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.01,0.24479999542236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.01,0.3186239957809448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.01,0.43176960945129395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.01,0.46112642288208006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.2,0.09497600197792053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.01,0.6457280158996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.2,0.08290560245513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.01,0.8978176116943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.2,0.07724800109863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.01,1.1777664184570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.06072319746017456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.06208639740943909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.2,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.01,1.6132863998413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.07140480279922486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.06575999855995178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.2,0.11742080450057983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.01,1.8770496368408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.07904000282287597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.07440000176429748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.2,0.12254079580307006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.11103999614715576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.01,3.1638912200927733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.10837119817733765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.2,0.1295359969139099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.1123263955116272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.01,4.0293121337890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.11383039951324463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.11973119974136352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.2,0.1288383960723877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.12590080499649048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.11917439699172974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.01,5.531129455566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.2,0.13443200588226317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.12728320360183715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.12607359886169434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.2,0.13608959913253785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.01,9.070182037353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.13370239734649658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.12565759420394898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.2,0.13879679441452025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.13983360528945923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.12496000528335571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.2,0.15456639528274535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.01,22.043621826171876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.13241599798202514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.13455359935760497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.2,0.1670464038848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.14237439632415771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.13692159652709962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.2,0.17015039920806885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.15170559883117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.14767999649047853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.2,0.21671040058135987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.15548160076141357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.15021439790725707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.2,0.2275264024734497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.17363200187683106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.15934079885482788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.2,0.2717632055282593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.18539520502090454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.18494720458984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.2,0.36375041007995607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.19328639507293702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.22184960842132567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.2,0.40894079208374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.224947190284729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.27973759174346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.2,0.5895103931427002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.28105599880218507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.3387135982513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.2,0.5544000148773194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.3449215888977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.44143362045288087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.2,0.829043197631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.44345598220825194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.4950079917907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.2,1.1022272109985352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.4994624137878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.6897664070129395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.2,1.669228744506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.6881728172302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.8617152214050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.2,2.125593566894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.8761024475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,1.2179136276245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,1.2492223739624024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.2,2.9122880935668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,1.5638015747070313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,1.576159954071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,2.288070487976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.2,3.958265686035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,2.3424703598022463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,3.0317440032958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.2,4.797107315063476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,3.1163711547851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,3.8377662658691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.2,10.624390411376954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,3.9273025512695314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,6.155648040771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,6.2215934753417965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.2,19.93513641357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,13.041722106933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,13.81856689453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.01,0.11295360326766968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.01,0.09702399969100953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.01,0.14464000463485718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.2,0.09985920190811157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.01,0.17685120105743407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.2,0.11161600351333618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.01,0.1804159998893738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.2,0.1436352014541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.01,0.1911936044692993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.2,0.16984319686889648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.01,0.20392959117889403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.2,0.17709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.01,0.19212160110473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.2,0.1838655948638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.01,0.2034303903579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.2,0.20215680599212646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.01,0.21566081047058105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.2,0.1928704023361206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.01,0.21685760021209716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.1886016011238098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.01,0.22371199131011962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.16037119626998902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.01,0.2429503917694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.2,0.20821759700775147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.01,0.2520319938659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.1963711977005005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.2,0.21544320583343507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.01,0.2881216049194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.18227839469909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.2,0.23276159763336182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.01,0.3205120086669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.2,0.23615360260009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.18075519800186157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.01,0.3734272003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.2,0.259935998916626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.2136064052581787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.01,0.4789440155029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.2,0.3090111970901489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.23657600879669188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.2,0.32044799327850343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.01,0.5118847846984863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.21711359024047852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.2,0.3554879903793335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.01,0.6874303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.23503999710083007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.2,0.47820158004760743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.01,0.976806354522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.2479935884475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.2,0.5583744049072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.01,1.3619263648986817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.2334399938583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.2,0.6445248126983643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.25734400749206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.01,1.6395904541015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.2,0.8673855781555175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.28407039642333987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.01,2.558028793334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.2,1.1768959999084472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.2860480070114136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.01,3.5622016906738283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.34062719345092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.2,1.6157888412475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.01,5.3614143371582035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.3859519958496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.2,2.5054527282714845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.49002881050109864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.2,3.7116416931152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.01,7.647090911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.01,0.7600128173828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.2,5.039039993286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,0.7189119815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.01,8.652620697021485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,1.0975232124328613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.2,6.877708435058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,1.1733247756958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.01,15.377778625488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.163264000415802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,1.6521728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.2,10.404454040527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.17581440210342408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,2.146976089477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.19418879747390747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.2,15.04217529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.01,35.558099365234376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,4.537728118896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.18293119668960572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,6.181478500366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.17978880405426026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.2009984016418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.2,35.5187255859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,7.4637504577636715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.22357759475708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.2075200080871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,10.554630279541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.2073535919189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.21884799003601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.22302720546722413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,17.791705322265624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.25370240211486816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.26080639362335206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.29506559371948243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,26.738558959960937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.41515522003173827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.45873279571533204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.5177663803100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.2,0.635423994064331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,43.374124145507814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,0.6659135818481445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,0.9381567955017089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,1.3743295669555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,1.8470848083496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,2.480076789855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,4.291296005249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,5.740620803833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,9.9289794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.0778880000114441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,9.429984283447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.10410239696502685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.10797439813613892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,14.9185791015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.1723199963569641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.077183997631073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.16808320283889772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.08522239923477173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.18006399869918824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,23.676141357421876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.10153599977493286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.1904703974723816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.1894592046737671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.16794240474700928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.1879487991333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.17272959947586058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.20049920082092285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.18054399490356446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,48.31826477050781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.210099196434021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.19082880020141602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.18076800107955932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.22342400550842284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.19066879749298096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.24094719886779786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.19228800535202026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.2719871997833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.20989439487457276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.3018815994262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.3208575963973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.2315648078918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.3091007947921753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.2396672010421753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.38246400356292726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.25947520732879636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.43167362213134763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.29558401107788085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.3061503887176514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.572211217880249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.3085439920425415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.7023104190826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.3597887992858887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,0.9685248374938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.43657598495483396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,1.266214370727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.5744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,1.854969596862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,0.7151167869567872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,2.361209678649902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,0.9835519790649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,3.5620353698730467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,1.3130047798156739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,4.865209579467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,1.8859903335571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,2.378483200073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,6.250976181030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,3.5992961883544923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,10.070182037353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,5.0867969512939455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,6.4462333679199215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,23.078477478027345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,10.077862548828126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,22.959942626953126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.13496960401535035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.220198392868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.16948479413986206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.1913151979446411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.2923903942108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.36041600704193116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.5235775947570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.5194431781768799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.5653247833251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.5715263843536377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.6091008186340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.58853759765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.621011209487915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.6571455955505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.01,0.7041088104248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.01,0.7030144214630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.01,0.7597760200500489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.01,0.8748928070068359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,0.8766464233398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.13574399948120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.0485055923461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.01,0.09596160054206848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.20071680545806886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.01,0.1292672038078308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.0465472221374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.11411839723587036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.01,0.1096127986907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,1.276480007171631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.17178879976272582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.2,0.09587839841842652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.01,0.18279039859771729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,1.5937664031982421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.24202880859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.2,0.12588160037994384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.01,0.2644479990005493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.32855041027069093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.2,0.10861439704895019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,2.0493120193481444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.01,0.3507711887359619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.2,0.16433919668197633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.46178560256958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.01,0.4975168228149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,2.5030975341796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.2,0.24367361068725585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.01,0.5182015895843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.5061312198638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,3.3876033782958985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.01,0.555782413482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.2,0.3259392023086548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.5452095985412597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.01,0.5720064163208007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,4.859590530395508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.2,0.4788224220275879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.5366335868835449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.01,0.5952383995056152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.2,0.5314879894256592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.5860671997070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,5.662259292602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.01,0.6118080139160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.2,0.5458687782287598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.6136767864227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.01,0.6152256011962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.2,0.5788864135742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,9.252799987792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.6457856178283692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.01,0.6805056095123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.2,0.6036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.6882431983947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.01,0.7519040107727051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.2,0.6320703983306885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.2,0.7817855834960937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,17.386381530761717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.01,0.7792704105377197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.2,0.6647103786468506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.01,0.818291187286377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.2,0.8157119750976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.2,0.6849599838256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.01,0.91212158203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.2,0.7991487979888916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.2,0.7355519771575928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.01,0.9252351760864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.2,0.9092672348022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.2,0.7371071815490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.01,1.0866623878479005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,0.9315839767456054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.2,0.8490176200866699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.01,1.1717503547668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.2,0.9535039901733399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.1196672439575195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.01,1.4314687728881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.2,0.9615296363830567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.1866687774658202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.01,1.6891712188720702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.2,1.165881633758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,1.373472023010254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.01,2.2861888885498045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.2,1.2203328132629394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,1.639788818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.01,2.8755136489868165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.2,1.5438976287841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,2.2288127899169923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.01,4.141632080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.2,1.7752704620361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,2.5962432861328124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.2,2.4536319732666017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.01,4.965043258666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,3.965631866455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.2,2.99039363861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.01,5.9724479675292965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,5.055571365356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.2,4.315615844726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.01,10.253324890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,6.1561729431152346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.2,5.513062286376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,10.587596893310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.2,6.797190093994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.01,20.275103759765624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.2,11.17303009033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.07568640112876893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,21.827250671386718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.09449599981307984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.10722559690475464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.2,21.29731903076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.1890496015548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.283788800239563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.36649599075317385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.506604814529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.5512191772460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.5813695907592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.5955264091491699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.6369728088378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.6738239765167237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.6842879772186279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.7625599861145019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.01,0.8047231674194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.01,0.8424511909484863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.01,0.8928383827209473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.01,1.0220159530639648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.0576128005981444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.2853119850158692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.3427200317382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,1.7035711288452149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.0590656280517576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,2.7956480026245116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.07660800218582153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.09508479833602905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,3.553696060180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.10835839509963989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,5.021420669555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.1689087986946106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2504447937011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.07141119837760926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,6.536492919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.3277375936508179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.0574783980846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.07006080150604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.5043712139129639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,7.992710113525391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.0648959994316101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.04984320104122162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.5411776065826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.0887615978717804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,13.062106323242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.060864001512527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.11651840209960937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.5678400039672852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.15685759782791137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.08290560245513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.5949567794799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.1603008031845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.10343040227890014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.6423935890197754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,27.450347900390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.16030720472335816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.15960960388183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.676639986038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.17139840126037598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.16530560255050658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.7027584075927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.17356159687042236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.17342720031738282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.7908991813659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.17934080362319946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.18289920091629028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.19169280529022217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.2,0.8516991615295411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.19096319675445556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.20573439598083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.2,0.9187968254089356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.1985152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.19896320104599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.2,0.9062080383300781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.2070080041885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.22310400009155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.2,1.0347711563110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.20412800312042237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.2256704092025757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.089094352722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.22943999767303466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.23435521125793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.26156799793243407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.23338239192962645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.3014656066894532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.23561599254608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.29434239864349365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.4959744453430175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.28117120265960693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.3564800024032593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,1.9505599975585937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.31118719577789306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.4355264186859131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.1090240478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.36683518886566163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,0.6001920223236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.4528639793395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,0.6823296070098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,2.874278450012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.01,0.05443840026855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,0.674892807006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,0.9594816207885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,3.66258544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.01,0.04880639910697937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,0.6924223899841309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,1.1101632118225098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.01,0.05980799794197082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,5.192595291137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,1.0736255645751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,1.629248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.01,0.08882560133934021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,1.332755184173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,6.724825286865235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.01,0.11258879899978638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,2.3677951812744142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.01,0.15980160236358643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,2.181862449645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,3.1941375732421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,8.303110504150391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.01,0.1643455982208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,2.8160512924194334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.01,0.17036800384521483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,4.293971252441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,13.618418884277343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.01,0.17663999795913696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,4.140544128417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.01,0.18403840065002441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,10.188646697998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.01,0.18951679468154908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,6.743692779541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.01,0.20110719203948973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,27.7703369140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.01,0.21220479011535645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,13.452613830566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.01,0.21211519241333007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.01,0.224070405960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.01,0.23733119964599608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.01,0.24476799964904786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.01,0.2920063972473145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.01,0.31729280948638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.01,0.40174078941345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.01,0.5297215938568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.01,0.7057983875274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.01,0.8255423545837403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.01,1.1241408348083497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.01,1.4936063766479493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.01,1.98155517578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.01,2.5684608459472655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.01,3.3599617004394533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.046374401450157164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.04780159890651703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.01,5.092588806152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.06406400203704835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.2,0.05135999917984009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.04524160027503967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.08837760090827942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.2,0.04647679924964905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.06257280111312866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.11363840103149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.01,12.043730926513671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.08118399977684021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.2,0.0650816023349762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.16940159797668458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.10113919973373413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.2,0.0788096010684967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.1776128053665161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.1672320008277893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.2,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.18873599767684937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.1814463973045349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.2,0.15212160348892212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.19466880559921265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.19474560022354126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.2,0.16323200464248658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.20106239318847657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.20261759757995607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.2,0.1715775966644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.2143104076385498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.21056001186370848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.2300544023513794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.2,0.1739840030670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.2225856065750122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.2490623950958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.2,0.18649599552154542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.24478719234466553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.2340991973876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.2,0.19411200284957886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.2617727994918823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.2517375946044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.2,0.1958016037940979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.27954559326171874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.24437119960784912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.2,0.20718080997467042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.29688320159912107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.26672000885009767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.2,0.21960320472717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.3541120052337646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.27832319736480715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.2,0.23400321006774902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.30279040336608887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.2,0.24128639698028564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.35763840675354003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.5087744235992432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.2,0.25119359493255616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.44284801483154296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.6285568237304687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.2,0.29423999786376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.5326911926269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.8782208442687989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.2,0.32314879894256593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.6342591762542724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.0263104438781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.2,0.39964799880981444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.8885760307312012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.2,0.5299392223358155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.4707072257995606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.043712043762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.2,0.7147136211395264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.8799680709838866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.4583871841430665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.2,0.8485631942749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,2.7360191345214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.9204544067382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.2,1.1522879600524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.6116607666015623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,2.7515968322753905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.2,1.482367992401123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.2,2.1617088317871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,4.477484893798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,3.667078399658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.2,2.880147171020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,4.7823936462402346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,7.332185363769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.2,3.501862335205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,7.424550628662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.2,6.122515106201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,15.94295654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,16.1890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.2,12.180249786376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.15096960067749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.16028800010681152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.20570878982543944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.25735039710998536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.4059328079223633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.4378943920135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.4272575855255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.43456640243530276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.45825920104980467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.46211838722229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.4992832183837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.5094912052154541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.4997504234313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.5481919765472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.5771967887878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.01,0.09570559859275818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.2,0.09904000163078308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.600383996963501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.01,0.1194111943244934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.2,0.08507519960403442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.7432703971862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.01,0.11630719900131226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.2,0.11235200166702271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.7460288047790528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.01,0.18831360340118408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.2,0.1591231942176819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,0.9262528419494629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.01,0.23688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.2,0.19569920301437377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.0234432220458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.01,0.38575360774993894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.2,0.37024641036987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,1.3996352195739745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.01,0.4164224147796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.2,0.41366400718688967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.01,0.4243904113769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,1.5788352012634277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.2,0.4272768020629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.01,0.45340800285339355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,2.110425567626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.2,0.441318416595459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.01,0.46146559715270996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,2.617331123352051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.2,0.4560512065887451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.01,0.4747136116027832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.2,0.48787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.01,0.4852799892425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,3.7882816314697267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.2,0.5153151988983155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.01,0.5087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,4.5513153076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.2,0.531987190246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.01,0.4987584114074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.2,0.5300479888916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.01,0.542790412902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,6.039641571044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.01,0.5508416175842286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.2,0.5700543880462646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.01,0.605017614364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,9.632685089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.2,0.6001984119415283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.01,0.6756480216979981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.2,0.6116991996765136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.14506239891052247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.01,0.7427648067474365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.2,0.7010496139526368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.11255680322647095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,18.9399169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.01,0.9357184410095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.2,0.7577983856201171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.11378560066223145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.01,1.100774383544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.2,0.9296768188476563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.1681920051574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.01,1.3858367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.22323839664459227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.2,1.1581055641174316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.01,1.779897689819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.4001471996307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.2,1.4884351730346679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.39702401161193845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.01,2.2692352294921876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.2,1.7659072875976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.42876157760620115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.01,2.58654727935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.4222847938537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.2,2.336454391479492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.4581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.01,3.6625537872314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.2,2.8135679244995115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.5048575878143311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.01,5.303699111938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.4970367908477783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.2,3.8644481658935548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.5291264057159424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.01,6.172998428344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.2,4.921926498413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.548031997680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.5814976215362548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.01,10.0181884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.2,6.515058898925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.6364480018615722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.6371903896331788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.7554624080657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.2,11.015180969238282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.01,20.417491149902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,0.7695487976074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,0.9577983856201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.1537280082702637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.2,23.24877471923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,1.416204833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,1.7588287353515626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,2.497331237792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.0715071976184845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.09120640158653259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,2.760051155090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.1229375958442688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,3.9272510528564455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.17905919551849364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.23975040912628173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,6.028480148315429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.38255360126495364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.4173439979553223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,7.203449249267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.4477695941925049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.4552000045776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,12.780134582519532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.47852158546447754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.5017536163330079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.5228032112121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,26.234164428710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.5585087776184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.5991744041442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.6545472145080566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.6939263820648194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.6956672191619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.8240256309509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.8383935928344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.07176960110664368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.0252351760864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.2112128257751464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.07684479951858521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.565548801422119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.1150272011756897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,2.1723264694213866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.16142079830169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.21290879249572753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,2.862950325012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.36593921184539796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,3.294086456298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.4151103973388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.4493375778198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,4.796249771118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.46479358673095705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.4895936012268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,6.17815055847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.5223040103912353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.5414976119995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,7.654585266113282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.5607744216918945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.6286272048950196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.6612031936645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,12.702476501464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.6946368217468262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.7060736179351806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.2,0.8287103652954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,25.94862060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,0.8545856475830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.0430848121643066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.2541119575500488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,1.6120960235595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,2.2418880462646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,2.92989444732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,3.3129600524902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,4.804524612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,6.621568298339843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,8.261708831787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,12.871160888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,26.578253173828124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.14060159921646118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.22133119106292726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.37382400035858154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.19722880125045777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.3
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.45864319801330566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.5207424163818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.6997951984405517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.6887167930603028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.7155968189239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.01,0.7460415840148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.01,0.7889920234680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.01,0.8218496322631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.01,0.09638400077819824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.01,0.8738304138183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.01,0.1353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.1409600019454956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.01,0.952575969696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.01,0.21096320152282716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.22167680263519288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.01,0.1588736057281494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.01,0.9684160232543946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.21441280841827393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.01,0.2917759895324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.01,0.9555007934570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.21125121116638185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.01,0.461030387878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.072377586364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.29881598949432375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.01,0.504198408126831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.2160767555236816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.3871040105819702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.01,0.6806464195251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.4509056091308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.4596992015838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.01,0.702623987197876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.3843392372131347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.6083775997161865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.01,0.7066880226135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,1.6827327728271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.690124797821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.01,0.7531519889831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,1.7923200607299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.676416015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.01,0.8031680107116699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.2,0.09285759925842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.7113855838775635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,2.236262321472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.01,0.8243647575378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.2,0.13642879724502563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.2,0.7630527973175049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.01,0.8613120079040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,3.095347213745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.2,0.14652800559997559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.01,0.9397120475769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.2,0.7926144123077392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,4.160467147827148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.2,0.164409601688385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.2,0.9206656455993653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.01,0.9829631805419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,4.599795150756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.2,0.2789504051208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.2,0.9402815818786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.01,1.0197183609008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.2,0.39509758949279783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.2,0.9733375549316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.01,1.19616641998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,5.98287353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.2,0.46543359756469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.0246591567993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.01,1.2581503868103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.2,0.6625152111053467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,9.520575714111327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.1604479789733886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.01,1.5147199630737305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.2,0.6696703910827637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.2532352447509765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.01,1.4546943664550782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.2,0.6804160118103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,18.84677734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.4991488456726074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.01,1.8120576858520507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.2,0.7666560173034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,1.5303423881530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.01,1.9449983596801759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.2,0.7568128108978271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.0052223205566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.01,2.457401657104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.2,0.7987840175628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,1.9573503494262696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.2,0.8827327728271485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.01,3.230380630493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.2,0.9384767532348632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,2.442457580566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.01,4.547935867309571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.2,0.9537599563598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,3.3755264282226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.01,5.275379180908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.2,1.056704044342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,4.514636611938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.2,1.214367961883545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.01,6.533382415771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,5.228927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.2,1.2707776069641112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.2,1.5227968215942382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.01,10.191929626464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,7.016435241699218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.2,1.579475212097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.2,1.9442623138427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,10.1115966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.01,20.426176452636717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.2,2.10699520111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.2,2.585286331176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,22.652896118164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.2,3.407788848876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.2,4.754969787597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.2,5.683596801757813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.2,7.161766052246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.2,10.64422378540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.07796480059623719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.09651839733123779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.1375167965888977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.2,22.838438415527342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.1694208025932312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.3040640115737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.45258240699768065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5385471820831299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.6974016189575195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.7350527763366699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.7583104133605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.01,0.8088512420654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.01,0.844876766204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.01,0.8907711982727051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.01,0.9616064071655274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.01,1.0329792022705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.1000255584716796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.07585920095443725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.01,1.1551360130310058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.3344575881958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.0964031994342804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.436185646057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.1706496000289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.6688575744628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.2688127994537354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,1.7149887084960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.3989824056625366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,2.185580825805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.47119998931884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,2.489753532409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.6622528076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,3.2367935180664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.6874752044677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.7104447841644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,4.101951980590821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.2,0.7870336055755616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,5.696774291992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.2,0.8289664268493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.2,0.8879167556762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,6.955443572998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.2,0.992307186126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.0495295524597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,8.518073272705077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.1233535766601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.2,1.152998447418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,13.531462097167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.3827391624450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.465824031829834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.7344383239746093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,28.225054931640624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,1.776736068725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,2.268339157104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,2.6166080474853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,3.3198078155517576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,4.224063873291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,5.798214340209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,7.10321273803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,8.823878479003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,14.145484924316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,28.436883544921876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,power_law_1.01,0.08140159845352173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,power_law_1.01,0.09987199902534485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,power_law_1.01,0.10536960363388062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,power_law_1.01,0.1335487961769104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,power_law_1.01,0.12995200157165526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,power_law_1.01,0.15173759460449218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,power_law_1.01,0.1647744059562683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,power_law_1.01,0.18390400409698487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,power_law_1.01,0.17804160118103027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,power_law_1.01,0.18954240083694457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,power_law_1.01,0.21607038974761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,power_law_1.01,0.22486400604248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,power_law_1.01,0.23506560325622558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,power_law_1.01,0.2655488014221191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,power_law_1.01,0.31013760566711424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,power_law_1.01,0.35726079940795896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,power_law_1.01,0.5510655879974365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,power_law_1.01,0.6373695850372314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,power_law_1.01,0.9238143920898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,power_law_1.2,0.09086719751358033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,power_law_1.01,1.0956671714782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,power_law_1.2,0.1093951940536499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,power_law_1.01,1.7056512832641602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,power_law_1.2,0.1338495969772339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,power_law_1.2,0.13277440071105956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,power_law_1.01,2.4630464553833007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,power_law_1.2,0.1587391972541809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,power_law_1.01,3.492902374267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,power_law_1.2,0.17889920473098755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,power_law_1.2,0.17525119781494142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,power_law_1.01,3.929702377319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,power_law_1.2,0.18679039478302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,power_law_1.2,0.18788479566574096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,power_law_1.01,6.278335952758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,power_law_1.2,0.20506880283355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,power_law_1.01,8.608499145507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,power_law_1.2,0.22079999446868898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,power_law_1.2,0.23831040859222413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,power_law_1.2,0.2581824064254761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,power_law_1.01,11.127500915527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,power_law_1.2,0.2728832006454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,power_law_1.2,0.33386878967285155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,2,power_law_1.01,20.97187194824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,power_law_1.2,0.4003007888793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,power_law_1.2,0.5434688091278076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,power_law_1.2,0.6636608123779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,power_law_1.2,0.8379648208618165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,power_law_1.2,1.3311488151550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,2,power_law_1.01,43.319583129882815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,power_law_1.2,1.885478401184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,power_law_1.2,2.841574478149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,power_law_1.2,3.8341438293457033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,power_law_1.2,4.508211135864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,power_law_1.2,7.207526397705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,power_law_1.2,7.6966911315917965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,power_law_1.2,12.559654235839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,2,power_law_1.2,20.10386505126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,2,power_law_1.2,42.39271545410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,power_law_1.01,0.07524480223655701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,power_law_1.01,0.08728960156440735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,power_law_1.01,0.09634559750556945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,power_law_1.01,0.12978559732437134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,power_law_1.01,0.13077759742736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,power_law_1.01,0.14084479808807374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,power_law_1.01,0.1561792016029358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,power_law_1.01,0.1454208016395569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,power_law_1.01,0.1574399948120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,power_law_1.01,0.1715008020401001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,power_law_1.01,0.16480000019073487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,power_law_1.01,0.18579200506210328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,power_law_1.01,0.18766080141067504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,power_law_1.01,0.21326720714569092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,power_law_1.01,0.22804479598999022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,power_law_1.01,0.13628159761428832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,power_law_1.2,0.07630720138549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,power_law_1.01,0.24815359115600585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,power_law_1.01,0.13486080169677733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,power_law_1.2,0.08444799780845642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,power_law_1.01,0.2936640024185181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,power_law_1.01,0.12613760232925414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,power_law_1.2,0.08915200233459472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,power_law_1.01,0.399616003036499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,power_law_1.01,0.1379520058631897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,power_law_1.2,0.13112959861755372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.4876351833343506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,power_law_1.01,0.1351807951927185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,power_law_1.2,0.13245439529418945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.6799551963806152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,power_law_1.01,0.1751487970352173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,power_law_1.2,0.1461951971054077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.8899647712707519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,power_law_1.01,0.21666560173034669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,power_law_1.2,0.15712000131607057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,power_law_1.01,1.2618687629699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,power_law_1.01,0.19068800210952758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1453376054763794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,power_law_1.01,0.20432000160217284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,power_law_1.01,1.6065216064453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,power_law_1.2,0.165721595287323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,power_law_1.01,0.22767360210418702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,power_law_1.2,0.14039679765701293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,power_law_1.01,2.37390079498291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,power_law_1.2,0.17538559436798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,power_law_1.01,0.2297663927078247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,power_law_1.2,0.12287360429763794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,power_law_1.2,0.17125120162963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,power_law_1.01,3.0884607315063475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,power_law_1.01,0.23104000091552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,power_law_1.2,0.125600004196167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,power_law_1.2,0.18751360177993776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,power_law_1.01,4.602854537963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,power_law_1.01,0.27267839908599856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,power_law_1.2,0.1375167965888977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,power_law_1.2,0.1952831983566284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,power_law_1.01,0.31215360164642336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,power_law_1.01,6.072076797485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,power_law_1.2,0.13611520528793336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,power_law_1.2,0.21838719844818116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,power_law_1.01,0.3000639915466309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,power_law_1.2,0.23342719078063964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,power_law_1.2,0.1804479956626892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,power_law_1.01,7.475820922851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,power_law_1.01,0.4466815948486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,power_law_1.2,0.2636800050735474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,power_law_1.2,0.1966528058052063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,power_law_1.01,0.45735678672790525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,power_law_1.2,0.3028863906860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,1,power_law_1.01,11.877734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,power_law_1.2,0.2029952049255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,power_law_1.01,0.7881279945373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,power_law_1.2,0.40721921920776366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,power_law_1.2,0.20147840976715087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.8433919906616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.49395198822021485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,power_law_1.2,0.23639678955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,1,power_law_1.01,23.666380310058592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,power_law_1.01,1.3886783599853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.6858304023742676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,power_law_1.2,0.24435200691223144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,power_law_1.2,0.26769280433654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,power_law_1.01,1.7716863632202149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.9199104309082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,power_law_1.2,0.25892479419708253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,power_law_1.2,1.2787775993347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,power_law_1.01,2.745510482788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,power_law_1.2,0.3180799961090088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,power_law_1.2,1.6275520324707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,power_law_1.01,3.865670394897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,power_law_1.2,0.3641279935836792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,power_law_1.2,2.399577522277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,power_law_1.2,0.49171199798583987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,power_law_1.01,6.013926315307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,power_law_1.2,3.1207296371459963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,power_law_1.2,0.5637248039245606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,power_law_1.01,6.376588821411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,power_law_1.2,0.696780776977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,power_law_1.2,4.6288703918457035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.0266752243041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,power_law_1.01,11.418572998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,power_law_1.2,6.107328033447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,power_law_1.2,1.8102144241333007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,power_law_1.2,2.4631935119628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,power_law_1.2,7.576998138427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,power_law_1.01,15.836122131347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,power_law_1.2,2.404569625854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,1,power_law_1.2,12.013043212890626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,power_law_1.2,3.4248062133789063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,power_law_1.01,13.13690185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,power_law_1.2,6.127276611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,1,power_law_1.2,23.930982971191405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,power_law_1.2,9.159187316894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,4,power_law_1.01,38.748468017578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,power_law_1.2,11.264665222167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,power_law_1.2,17.71394500732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,power_law_1.2,20.737338256835937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,4,power_law_1.01,70.05748901367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,4,power_law_1.2,32.06702575683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,4,power_law_1.2,64.9873291015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,power_law_1.01,0.11357439756393432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,power_law_1.01,0.1355839967727661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,power_law_1.01,0.1427839994430542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,power_law_1.01,0.17564159631729126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,power_law_1.01,0.17422720193862914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,power_law_1.01,0.19294079542160034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,power_law_1.01,0.1961856007575989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,power_law_1.01,0.20099198818206787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,power_law_1.01,0.2534208059310913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,power_law_1.2,0.10524799823760986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,power_law_1.01,0.2523711919784546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,power_law_1.01,0.26184959411621095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,power_law_1.2,0.1276927947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,power_law_1.01,0.2730047941207886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,power_law_1.2,0.14001280069351196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,power_law_1.01,0.31738879680633547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,power_law_1.2,0.17167359590530396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,power_law_1.01,0.35301759243011477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,power_law_1.2,0.17429120540618898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,power_law_1.01,0.3954047918319702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,power_law_1.01,0.4608448028564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,power_law_1.2,0.19604480266571045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,power_law_1.01,0.5699903964996338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,power_law_1.2,0.21631999015808107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,power_law_1.01,0.7535615921020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,power_law_1.2,0.2102720022201538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,power_law_1.01,0.9522560119628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,power_law_1.2,0.23135359287261964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,power_law_1.2,0.25795199871063235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,power_law_1.01,1.5592063903808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,power_law_1.2,0.2707135915756226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,power_law_1.01,2.0847808837890627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,power_law_1.2,0.30643839836120607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,power_law_1.01,2.370412826538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,power_law_1.2,0.3050879955291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,power_law_1.2,0.3601664066314697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,power_law_1.01,3.6823806762695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,power_law_1.2,0.41948161125183103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,power_law_1.2,0.5042943954467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,power_law_1.01,5.236511993408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,power_law_1.2,0.6028863906860351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,power_law_1.01,7.852601623535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,power_law_1.2,0.9475775718688965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,power_law_1.2,1.0082880020141602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,power_law_1.01,12.621356964111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,power_law_1.2,1.323737621307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,power_law_1.2,2.0090688705444335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,power_law_1.01,15.963973999023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,power_law_1.2,2.7115840911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,power_law_1.2,3.8894657135009765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,power_law_1.01,20.327781677246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,power_law_1.2,6.730067443847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,power_law_1.2,6.685017395019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,2,power_law_1.01,29.798361206054686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,power_law_1.2,11.734662628173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,power_law_1.2,16.129362487792967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,power_law_1.2,19.87012481689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,2,power_law_1.01,65.73107299804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,2,power_law_1.2,33.10042114257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,2,power_law_1.2,58.380609130859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,power_law_1.01,0.0952127993106842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,power_law_1.01,0.113811194896698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,power_law_1.01,0.1090175986289978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,power_law_1.01,0.15738240480422974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,power_law_1.01,0.16143360137939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,power_law_1.01,0.18458880186080934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,power_law_1.01,0.19863040447235109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,power_law_1.01,0.1995519995689392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,power_law_1.2,0.09710080027580262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,power_law_1.01,0.21256959438323975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,power_law_1.01,0.2234112024307251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,power_law_1.2,0.12352639436721802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,power_law_1.01,0.23992960453033446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,power_law_1.2,0.11136000156402588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,power_law_1.01,0.26912000179290774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,power_law_1.2,0.1617792010307312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,power_law_1.01,0.2679935932159424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,power_law_1.2,0.16105600595474243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,power_law_1.01,0.31743359565734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,power_law_1.01,0.3493119955062866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,power_law_1.2,0.19274239540100097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,power_law_1.01,0.39241600036621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,power_law_1.2,0.20152320861816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,power_law_1.01,0.4557504177093506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,power_law_1.2,0.20455679893493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,power_law_1.01,0.6189439773559571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,power_law_1.2,0.2129472017288208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.7651904106140137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,power_law_1.01,1.0801600456237792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,power_law_1.2,0.22488319873809814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,power_law_1.01,1.4272704124450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,power_law_1.2,0.24748799800872803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,power_law_1.01,2.0430976867675783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,power_law_1.2,0.2644160032272339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,power_law_1.2,0.28556160926818847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,power_law_1.01,2.594259262084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,power_law_1.2,0.31780478954315183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,power_law_1.01,3.815001678466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,power_law_1.2,0.3589888095855713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,power_law_1.2,0.40163841247558596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,power_law_1.01,5.034463882446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,power_law_1.2,0.4725056171417236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,power_law_1.2,0.6278592109680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,power_law_1.01,7.459801483154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.7662399768829345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,power_law_1.2,1.0763392448425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,power_law_1.01,9.876902770996093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,power_law_1.2,1.4424703598022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,power_law_1.2,2.0567359924316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,power_law_1.01,12.304576110839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.6034175872802736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,power_law_1.2,3.833478546142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,1,power_law_1.01,19.497715759277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,power_law_1.2,5.024025726318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,power_law_1.2,7.477887725830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,power_law_1.2,9.875698852539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,1,power_law_1.01,38.771533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,power_law_1.2,12.240646362304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,1,power_law_1.2,19.511021423339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,1,power_law_1.2,38.766213989257814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,power_law_1.01,0.15637120008468627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,power_law_1.01,0.1284608006477356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,power_law_1.01,0.15055359601974488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,power_law_1.01,0.17478400468826294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,power_law_1.01,0.17214720249176024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,power_law_1.01,0.2208319902420044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,power_law_1.01,0.258406400680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,power_law_1.01,0.2690176010131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,power_law_1.01,0.2856575965881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,power_law_1.01,0.34282879829406737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,power_law_1.01,0.40780158042907716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,power_law_1.01,0.3758080005645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,power_law_1.01,0.4536640167236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,power_law_1.01,0.5776703834533692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6697663784027099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,power_law_1.01,0.7863232135772705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,power_law_1.01,1.2103232383728026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,power_law_1.01,1.488697624206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,power_law_1.2,0.19071359634399415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,power_law_1.01,1.911404800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,power_law_1.2,0.14690560102462769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,power_law_1.01,2.355244827270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,power_law_1.2,0.17155840396881103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,power_law_1.01,4.427372741699219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,power_law_1.2,0.17826559543609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,power_law_1.01,5.949619293212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,power_law_1.2,0.1764799952507019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,power_law_1.2,0.25708799362182616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,power_law_1.01,9.348646545410157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,power_law_1.2,0.2836735963821411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,power_law_1.2,0.24925439357757567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,power_law_1.01,9.300371551513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,power_law_1.2,0.305184006690979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,power_law_1.2,0.3067967891693115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,power_law_1.2,0.3178368091583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,power_law_1.01,24.372154235839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,power_law_1.2,0.39237759113311765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,power_law_1.2,0.40371198654174806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,power_law_1.2,0.47927041053771974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,power_law_1.01,25.255845642089845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,power_law_1.2,0.6671552181243896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,power_law_1.2,0.7210495948791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,power_law_1.2,0.7188032150268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,power_law_1.01,28.022622680664064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,power_law_1.2,0.991756820678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,power_law_1.2,1.296230411529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,power_law_1.2,2.236057662963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,power_law_1.2,3.5078399658203123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,4,power_law_1.01,44.834808349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,power_law_1.2,4.3693183898925785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,power_law_1.2,7.0576637268066404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,power_law_1.2,10.899327850341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,power_law_1.2,10.958732604980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,power_law_1.2,19.082566833496095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,4,power_law_1.01,126.3083740234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,power_law_1.2,25.982977294921874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,power_law_1.2,28.423501586914064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,4,power_law_1.2,50.298822021484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,4,power_law_1.2,119.4096923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,power_law_1.01,0.11927679777145386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,power_law_1.01,0.1636672019958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,power_law_1.01,0.12560640573501586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,power_law_1.01,0.18685439825057984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,power_law_1.01,0.27745280265808103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,power_law_1.01,0.35291519165039065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,power_law_1.01,0.45728001594543455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,power_law_1.01,0.5044032096862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,power_law_1.01,0.5273663997650146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,power_law_1.01,0.5228288173675537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,power_law_1.01,0.5679103851318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,power_law_1.01,0.6084799766540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,power_law_1.01,0.6611135959625244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,power_law_1.01,0.7027455806732178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,power_law_1.2,0.12112640142440796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,power_law_1.01,0.790835189819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,power_law_1.2,0.16239360570907593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,power_law_1.01,0.8467967987060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,power_law_1.2,0.13299839496612548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,power_law_1.01,0.8300031661987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,power_law_1.2,0.18075519800186157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,power_law_1.01,1.0438400268554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,power_law_1.2,0.2394239902496338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,power_law_1.01,1.092147159576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,power_law_1.2,0.3091520071029663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,power_law_1.01,1.3131584167480468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,power_law_1.2,0.48071680068969724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,power_law_1.2,0.49752960205078123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,power_law_1.01,1.4956607818603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,power_law_1.2,0.498470401763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,power_law_1.01,2.1029504776000976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,power_law_1.2,0.5509823799133301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,power_law_1.2,0.579692792892456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,power_law_1.01,2.563737678527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,power_law_1.2,0.6247488021850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,power_law_1.01,3.5706241607666014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,power_law_1.2,0.6625535964965821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,power_law_1.2,0.7376768112182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,power_law_1.01,4.303084945678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,power_law_1.2,0.8125568389892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,power_law_1.2,0.890073585510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,power_law_1.01,6.278841781616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,power_law_1.2,0.8632960319519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,power_law_1.2,1.0888768196105958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,power_law_1.01,8.162290954589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,power_law_1.2,1.1593728065490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,power_law_1.2,1.3792384147644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,power_law_1.01,9.847020721435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,power_law_1.2,1.6052928924560548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,power_law_1.2,2.1136896133422853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,2,power_law_1.01,16.195718383789064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,power_law_1.2,2.5860992431640626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,power_law_1.2,3.5573631286621095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,power_law_1.2,4.613971328735351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,2,power_law_1.01,30.465292358398436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,power_law_1.2,6.664998626708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,power_law_1.2,8.84606704711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,power_law_1.2,10.668883514404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,2,power_law_1.2,17.329209899902345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,2,power_law_1.2,37.77138061523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,power_law_1.01,0.15939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,power_law_1.01,0.20817921161651612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,power_law_1.01,0.14750720262527467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,power_law_1.01,0.18854399919509887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,power_law_1.01,0.2815104007720947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,power_law_1.01,0.33701119422912595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,power_law_1.01,0.4228479862213135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,power_law_1.01,0.4723264217376709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,power_law_1.01,0.4800576210021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,power_law_1.01,0.5240767955780029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,power_law_1.2,0.15965440273284912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,power_law_1.01,0.5305600166320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,power_law_1.2,0.2024319887161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,power_law_1.01,0.5844543933868408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,power_law_1.2,0.13713279962539673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,power_law_1.01,0.5980607986450195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,power_law_1.2,0.1748095989227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,power_law_1.01,0.6720064163208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,power_law_1.2,0.23503999710083007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,power_law_1.01,0.7484352111816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,power_law_1.01,0.8376832008361816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,power_law_1.2,0.3152384042739868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,power_law_1.01,0.7707071781158448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,power_law_1.2,0.4529727935791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,power_law_1.01,1.0218048095703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,power_law_1.2,0.4555967807769775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,power_law_1.01,0.9990400314331055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,power_law_1.2,0.48775038719177244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,power_law_1.2,0.4808767795562744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.3344063758850098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,power_law_1.2,0.5595263957977294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.534995174407959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,power_law_1.2,0.5673088073730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,power_law_1.01,2.1156032562255858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,power_law_1.2,0.6148928165435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,power_law_1.01,2.5047231674194337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,power_law_1.2,0.7125696182250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,power_law_1.01,3.284511947631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,power_law_1.2,0.7671743869781494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,power_law_1.01,4.745439910888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,power_law_1.2,0.8482624053955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,power_law_1.2,0.8464320182800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,power_law_1.01,6.399507141113281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,power_law_1.2,1.0377984046936035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.1247039794921876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,power_law_1.01,8.114739227294923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.3383296012878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.6644287109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,power_law_1.01,9.777152252197265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,power_law_1.2,2.161350440979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,power_law_1.2,2.809868812561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,4,power_law_1.01,16.57032928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,power_law_1.2,3.854220962524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,power_law_1.2,5.078099060058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,4,power_law_1.01,31.886068725585936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,power_law_1.2,7.011840057373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,power_law_1.01,0.12174079418182374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,power_law_1.01,0.13927040100097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,power_law_1.2,9.084838104248046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,power_law_1.01,0.22685439586639405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,power_law_1.01,0.3193984031677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,power_law_1.2,11.73288345336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,power_law_1.01,0.41354880332946775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,power_law_1.01,0.544371223449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,4,power_law_1.2,19.036154174804686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,power_law_1.01,0.5884607791900635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,power_law_1.01,0.5878143787384034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,power_law_1.01,0.6195007801055908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,power_law_1.01,0.6508351802825928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,4,power_law_1.2,41.52389221191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,power_law_1.01,0.6879680156707764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,power_law_1.2,0.10338560342788697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,power_law_1.01,0.7347775936126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,power_law_1.2,0.1266816020011902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,power_law_1.01,0.8033344268798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,power_law_1.2,0.1446720004081726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,power_law_1.2,0.20620160102844237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,power_law_1.01,0.8780287742614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2855999946594238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,power_law_1.01,0.9666111946105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,power_law_1.2,0.36299519538879393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,power_law_1.01,0.9422719955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,power_law_1.2,0.5260608196258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,power_law_1.2,0.5471231937408447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,power_law_1.01,1.1305855751037597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,power_law_1.2,0.5820032119750976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.2006464004516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,power_law_1.2,0.6038591861724854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.487936019897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,power_law_1.2,0.6688831806182861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,power_law_1.2,0.7063039779663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.7520256042480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,power_law_1.2,0.756115198135376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,power_law_1.01,2.284249687194824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,power_law_1.2,0.8363455772399903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,power_law_1.2,0.9214336395263671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.800972747802734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,power_law_1.2,1.0117247581481934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,power_law_1.01,3.8259838104248045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,power_law_1.2,0.9813695907592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,power_law_1.2,1.1867327690124512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,power_law_1.01,4.860115051269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.2753279685974122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.5415743827819823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,power_law_1.01,6.919647979736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.8005247116088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,power_law_1.2,2.342924880981445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,power_law_1.01,8.99859848022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.837504005432129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,power_law_1.01,11.03438720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,power_law_1.2,3.8627647399902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,power_law_1.2,4.931654357910157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,1,power_law_1.01,17.25740203857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,power_law_1.2,6.981581115722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,power_law_1.2,9.014201354980468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,1,power_law_1.01,33.879800415039064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,power_law_1.2,11.077657318115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,1,power_law_1.2,17.326815795898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,1,power_law_1.2,33.982827758789064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,power_law_1.01,0.07401599884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,power_law_1.01,0.06686720252037048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,power_law_1.01,0.08453760147094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,power_law_1.01,0.11006079912185669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,power_law_1.01,0.11461759805679321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,power_law_1.01,0.16444799900054932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,power_law_1.01,0.17357439994812013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,power_law_1.2,0.07480319738388061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,power_law_1.01,0.185971200466156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,power_law_1.2,0.06529279947280883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,power_law_1.01,0.19594240188598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,power_law_1.2,0.07809919714927674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,power_law_1.01,0.2
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,power_law_1.2,0.09678080081939697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,power_law_1.01,0.2135103940963745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,power_law_1.2,0.11982079744338989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,power_law_1.01,0.23539199829101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,power_law_1.2,0.1716480016708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,power_law_1.2,0.18206080198287963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,power_law_1.01,0.25384318828582764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,power_law_1.2,0.18788479566574096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,power_law_1.01,0.2510463953018188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,power_law_1.2,0.20091519355773926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,power_law_1.01,0.2655616044998169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,power_law_1.2,0.20239360332489015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,power_law_1.2,0.23013761043548583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,power_law_1.01,0.28146560192108155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,power_law_1.2,0.2382335901260376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,power_law_1.01,0.29982719421386717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,power_law_1.2,0.25772800445556643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,power_law_1.2,0.25269761085510256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,power_law_1.01,0.35214719772338865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,power_law_1.2,0.2734976053237915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,power_law_1.01,0.41672320365905763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,power_law_1.2,0.29345920085906985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,power_law_1.01,0.5113215923309327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,power_law_1.2,0.3127680063247681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,power_law_1.2,0.38046720027923586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,power_law_1.01,0.6492671966552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,power_law_1.2,0.42437119483947755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,power_law_1.01,0.868064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,power_law_1.2,0.531609582901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,power_law_1.01,1.1391872406005858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,power_law_1.2,0.6577087879180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,power_law_1.2,0.9529664039611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,power_law_1.01,1.674336051940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,power_law_1.2,1.1750399589538574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,power_law_1.01,2.0261375427246096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,power_law_1.2,1.6643711090087892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,power_law_1.01,3.1016447067260744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,power_law_1.2,2.273855972290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,power_law_1.2,3.4478782653808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,power_law_1.01,3.7018817901611327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,power_law_1.2,4.100908660888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,power_law_1.01,4.583020782470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,power_law_1.2,5.221420669555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,2,power_law_1.01,7.848409271240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,2,power_law_1.2,8.674642944335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,2,power_law_1.01,14.901644897460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,2,power_law_1.2,15.833381652832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,power_law_1.01,0.09141759872436524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,power_law_1.01,0.07455360293388366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08164479732513427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,power_law_1.01,0.11806720495223999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,power_law_1.01,0.16316159963607788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,power_law_1.01,0.16371840238571167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,power_law_1.01,0.17770880460739136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,power_law_1.01,0.18300800323486327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,power_law_1.01,0.18799359798431398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,power_law_1.01,0.20943360328674315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,power_law_1.01,0.23225600719451905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,power_law_1.01,0.24361600875854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,power_law_1.01,0.22982399463653563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,power_law_1.2,0.09099519848823548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,power_law_1.01,0.2675071954727173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,power_law_1.01,0.2941567897796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,power_law_1.2,0.06584320068359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,power_law_1.01,0.33552639484405516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,power_law_1.2,0.08319360017776489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.39354240894317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,power_law_1.2,0.09552000164985656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,power_law_1.2,0.10957440137863159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.5251455783843995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,power_law_1.2,0.16346880197525024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.6291264057159424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,power_law_1.2,0.17374080419540405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,power_law_1.01,0.8728511810302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,power_law_1.2,0.1748479962348938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.1561152458190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,power_law_1.2,0.19491839408874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,power_law_1.01,1.5503999710083007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,power_law_1.2,0.202726411819458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,power_law_1.01,2.0393280029296874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,power_law_1.2,0.21708159446716307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,power_law_1.2,0.23326079845428466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,power_law_1.01,3.132102394104004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,power_law_1.2,0.251308798789978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,power_law_1.2,0.23715200424194335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,power_law_1.01,4.1936382293701175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,power_law_1.2,0.2615231990814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,power_law_1.2,0.28088960647583006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,power_law_1.01,5.440364837646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,power_law_1.2,0.299782395362854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,power_law_1.2,0.36815359592437746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,4,power_law_1.01,8.659718322753907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.4630720138549805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.5802303791046143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.7205440044403076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,4,power_law_1.01,16.885906982421876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,power_law_1.2,0.9874367713928223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,power_law_1.2,1.1125568389892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,power_law_1.2,1.7742591857910157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,power_law_1.2,2.3771007537841795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,power_law_1.2,3.391475296020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,power_law_1.01,0.060288000106811526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,power_law_1.2,0.06085119843482971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,power_law_1.01,0.06673920154571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,power_law_1.2,4.4416961669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,power_law_1.2,0.06572160124778748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,power_law_1.01,0.08592640161514283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,power_law_1.2,0.08058239817619324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,power_law_1.01,0.10126719474792481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,power_law_1.2,5.972134399414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,power_law_1.2,0.09866880178451538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,power_law_1.01,0.12546559572219848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,power_law_1.2,0.1212928056716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,power_law_1.01,0.1792448043823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,4,power_law_1.2,9.158489227294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,power_law_1.2,0.18954240083694457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,power_law_1.01,0.1886847972869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,power_law_1.2,0.20183680057525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,power_law_1.2,0.20813438892364503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,power_law_1.01,0.20130560398101807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,4,power_law_1.2,20.162258911132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,power_law_1.2,0.2118272066116333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,power_law_1.01,0.21096959114074706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,power_law_1.2,0.23137280941009522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,power_law_1.01,0.22037119865417482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,power_law_1.2,0.24474239349365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,power_law_1.01,0.23452799320220946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,power_law_1.2,0.2681727886199951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,power_law_1.2,0.2882688045501709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,power_law_1.01,0.26095359325408934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,power_law_1.2,0.28199679851531984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,power_law_1.01,0.2823296070098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,power_law_1.2,0.30122880935668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,power_law_1.01,0.2651776075363159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,power_law_1.2,0.3275007963180542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,power_law_1.2,0.3708159923553467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,power_law_1.01,0.29411840438842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,power_law_1.2,0.43680639266967775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,power_law_1.01,0.32254719734191895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.4936192035675049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,power_law_1.01,0.3605504035949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.6212160110473632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,power_law_1.01,0.4324672222137451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.7283455848693847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.971679973602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.4870272159576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.2131839752197267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.6060927867889404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.667091178894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.7212351799011231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,power_law_1.2,2.126905632019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.9596416473388671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.1964735984802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,power_law_1.2,3.0537343978881837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.6685760498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,power_law_1.2,3.971488189697266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,power_law_1.01,2.1014335632324217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,power_law_1.2,4.909548950195313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,power_law_1.01,3.0588096618652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,1,power_law_1.2,7.679840087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.968096160888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,power_law_1.01,4.898003387451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,1,power_law_1.2,15.054483032226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,1,power_law_1.01,7.67891845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,1,power_law_1.01,15.064582824707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,power_law_1.01,0.12572799921035765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,power_law_1.01,0.14281599521636962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,power_law_1.01,0.13071999549865723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,power_law_1.01,0.18332799673080444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,power_law_1.01,0.22787199020385743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,power_law_1.01,0.35990400314331056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,power_law_1.2,0.12520960569381714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,power_law_1.01,0.3850816011428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,power_law_1.2,0.1051584005355835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,power_law_1.01,0.3995455980300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,power_law_1.01,0.4156479835510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,power_law_1.2,0.12413439750671387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,power_law_1.01,0.4416831970214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,power_law_1.2,0.18125439882278443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,power_law_1.01,0.4759552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,power_law_1.2,0.23348479270935057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,power_law_1.01,0.5199168205261231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,power_law_1.2,0.35311360359191896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,power_law_1.01,0.5466047763824463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,power_law_1.01,0.5905663967132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,power_law_1.2,0.389516806602478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,power_law_1.01,0.6568448066711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,power_law_1.2,0.40291199684143064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,power_law_1.01,0.7090240001678467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,power_law_1.2,0.4294591903686523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,power_law_1.01,0.7370175838470459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,power_law_1.2,0.4651328086853027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,power_law_1.01,0.8869503974914551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,power_law_1.2,0.4929344177246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,power_law_1.01,0.9084480285644532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,power_law_1.2,0.536620807647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,power_law_1.01,1.1735296249389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,power_law_1.01,1.715705680847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,power_law_1.2,0.5743360042572021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,power_law_1.01,2.143116760253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,power_law_1.2,0.6224639892578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,power_law_1.2,0.661075210571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,power_law_1.01,2.5113344192504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,power_law_1.2,0.7293695926666259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,power_law_1.01,3.3416065216064452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,power_law_1.2,0.7586559772491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,power_law_1.01,4.325260925292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,power_law_1.2,0.9207679748535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,power_law_1.2,0.9324928283691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,power_law_1.01,6.5788734436035154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,power_law_1.2,1.1761664390563964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,power_law_1.01,7.65222396850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,power_law_1.2,1.7429567337036134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,power_law_1.2,2.188876724243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,power_law_1.01,10.305203247070313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,power_law_1.2,2.453324890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,power_law_1.2,3.4740543365478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,2,power_law_1.01,16.812147521972655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,power_law_1.2,4.4133953094482425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,power_law_1.2,6.416544342041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,2,power_law_1.01,32.04429321289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,power_law_1.2,8.420134735107421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,power_law_1.2,10.019052886962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,2,power_law_1.2,16.916595458984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,2,power_law_1.2,34.31949462890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,power_law_1.01,0.10210560560226441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,power_law_1.01,0.11826560497283936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,power_law_1.01,0.12830719947814942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,power_law_1.01,0.19185919761657716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,power_law_1.01,0.2414463996887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,power_law_1.01,0.3596287965774536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,power_law_1.01,0.4023104190826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,power_law_1.01,0.4089216232299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,power_law_1.01,0.4241151809692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,power_law_1.01,0.451910400390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,power_law_1.2,0.10338560342788697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,power_law_1.01,0.4717376232147217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,power_law_1.2,0.10750080347061157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,power_law_1.01,0.5169472217559814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,power_law_1.01,0.5498303890228271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,power_law_1.2,0.1264256000518799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,power_law_1.01,0.5981056213378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,power_law_1.2,0.1673472046852112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,power_law_1.01,0.6558656215667724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,power_law_1.2,0.2072000026702881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,power_law_1.01,0.7186304092407226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,power_law_1.01,0.7144576072692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,power_law_1.2,0.3636159896850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,power_law_1.01,0.9011263847351074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,power_law_1.2,0.3868096113204956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.9936320304870605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,power_law_1.2,0.4113920211791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.227302360534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,power_law_1.2,0.4311488151550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.6916223526000977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,power_law_1.2,0.46102399826049806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,power_law_1.2,0.5111999988555909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,power_law_1.01,2.1438655853271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,power_law_1.2,0.5302656173706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,power_law_1.01,2.3887807846069338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,power_law_1.2,0.5667136192321778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,power_law_1.01,3.3375999450683596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,power_law_1.2,0.6117631912231445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,power_law_1.01,4.272454452514649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,power_law_1.2,0.674457597732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,power_law_1.2,0.732204818725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,power_law_1.01,6.165209579467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,power_law_1.2,0.7386943817138671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,power_law_1.01,8.001837158203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,power_law_1.2,0.9119039535522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.0204992294311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,power_law_1.01,9.924531555175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.2673855781555177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.7259840011596679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,1,power_law_1.01,15.519981384277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,power_law_1.2,2.1845951080322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,power_law_1.2,2.4224384307861326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,power_law_1.2,3.3534080505371096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,1,power_law_1.01,30.603591918945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,power_law_1.2,4.3070014953613285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,power_law_1.2,6.170758438110352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,power_law_1.2,8.05200653076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,power_law_1.2,9.887725067138671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,1,power_law_1.2,15.5922119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,1,power_law_1.2,30.651693725585936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,power_law_1.01,0.15507839918136596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,power_law_1.01,0.21151359081268312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,power_law_1.01,0.15240319967269897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,power_law_1.01,0.19449599981307983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,power_law_1.01,0.24552319049835206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,power_law_1.01,0.370412802696228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,power_law_1.01,0.3740799903869629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,power_law_1.01,0.3805311918258667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,power_law_1.01,0.4066495895385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,power_law_1.01,0.43488001823425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,power_law_1.01,0.4463679790496826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,power_law_1.01,0.5023039817810059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,power_law_1.01,0.5490943908691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,power_law_1.01,0.5099135875701905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,power_law_1.01,0.5856768131256104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,power_law_1.01,0.6259903907775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,power_law_1.01,0.7058879852294921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,power_law_1.01,0.8711296081542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.931488037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,power_law_1.2,0.1545024037361145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.1646016120910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.6236671447753905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,power_law_1.2,0.11515519618988038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,power_law_1.01,2.1656511306762694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,power_law_1.2,0.13646719455718995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,power_law_1.2,0.18094719648361207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,power_law_1.01,2.588422393798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,power_law_1.2,0.22071681022644044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,power_law_1.01,3.344889450073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,power_law_1.2,0.340339207649231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,power_law_1.2,0.35985920429229734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,power_law_1.01,4.77193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,power_law_1.2,0.3669568061828613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,power_law_1.2,0.4108736038208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,power_law_1.01,7.474221038818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,power_law_1.2,0.44066557884216306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,power_law_1.2,0.4702911853790283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,power_law_1.01,10.014911651611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,power_law_1.2,0.5135168075561524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,power_law_1.2,0.557747220993042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,power_law_1.01,11.20794219970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,power_law_1.2,0.5531328201293946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,power_law_1.2,0.5876480102539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,power_law_1.2,0.6570687770843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,4,power_law_1.01,18.135462951660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,power_law_1.2,0.7338240146636963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,power_law_1.2,0.9626303672790527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.00382719039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.2816831588745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,4,power_law_1.01,34.415673828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.9253183364868165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,power_law_1.2,2.6042688369750975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,power_law_1.2,2.5977344512939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,power_law_1.2,4.188614273071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,power_law_1.2,4.737376022338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,power_law_1.2,8.472486114501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,power_law_1.2,9.486534118652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,power_law_1.2,14.056851196289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,4,power_law_1.2,22.388633728027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,4,power_law_1.2,45.934976196289064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,power_law_1.01,0.11570559740066529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,power_law_1.01,0.15796480178833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,power_law_1.01,0.21960959434509278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,power_law_1.01,0.19162240028381347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,power_law_1.01,0.2844736099243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,power_law_1.01,0.4356287956237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,power_law_1.01,0.4984896183013916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,power_law_1.01,0.6043519973754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,power_law_1.01,0.664851188659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,power_law_1.01,0.6819200038909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,power_law_1.01,0.7035583972930908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,power_law_1.01,0.75382399559021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,power_law_1.01,0.7663743972778321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,power_law_1.01,0.8214719772338868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,power_law_1.01,0.9392767906188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,power_law_1.01,0.9631360054016114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,power_law_1.2,0.11632000207901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,power_law_1.01,1.1323967933654786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,power_law_1.2,0.158297598361969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,power_law_1.01,1.4158464431762696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,power_law_1.2,0.1622655987739563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,power_law_1.2,0.17989120483398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,power_law_1.01,1.3707712173461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,power_law_1.2,0.2747584104537964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,power_law_1.01,1.7085504531860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,power_law_1.2,0.38229119777679443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,power_law_1.01,1.7630847930908202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,power_law_1.2,0.44010238647460936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,power_law_1.01,2.2360511779785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,power_law_1.2,0.609606409072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,power_law_1.01,2.769478416442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,power_law_1.2,0.6217599868774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,power_law_1.01,3.617657470703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,power_law_1.2,0.661190414428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,power_law_1.2,0.6780223846435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,power_law_1.01,4.642496109008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,power_law_1.2,0.7482431888580322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,power_law_1.2,0.7936384201049804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,power_law_1.01,6.510777282714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,power_law_1.2,0.8596416473388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,power_law_1.01,8.228928375244141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,power_law_1.2,0.9616576194763183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,power_law_1.2,1.0285568237304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,power_law_1.01,10.116095733642577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,power_law_1.2,1.1651904106140136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,power_law_1.2,1.4790335655212403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,2,power_law_1.01,16.290969848632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,power_law_1.2,1.431116771697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,power_law_1.2,1.8114944458007813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,power_law_1.2,1.8930240631103517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,2,power_law_1.01,30.924948120117186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,power_law_1.2,2.3034175872802733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,power_law_1.2,3.467206573486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,power_law_1.2,4.3079681396484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,power_law_1.2,4.6438720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,power_law_1.2,6.362873458862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,power_law_1.2,8.484236907958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,power_law_1.2,10.968236541748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,2,power_law_1.2,16.639340209960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,2,power_law_1.2,34.08355712890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,power_law_1.01,0.10497920513153076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,power_law_1.01,0.1299072027206421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,power_law_1.01,0.1703871965408325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,power_law_1.01,0.21188480854034425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,power_law_1.01,0.35463039875030516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,power_law_1.01,0.4869056224822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5433919906616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,power_law_1.01,0.7128320217132569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,power_law_1.01,0.7265791893005371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,power_law_1.01,0.7479743957519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,power_law_1.01,0.8210816383361816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,power_law_1.01,0.8530879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,power_law_1.01,0.9139583587646485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,power_law_1.01,0.9740927696228028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,power_law_1.01,1.0797568321228028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,power_law_1.2,0.10560640096664428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,power_law_1.01,1.162611198425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,power_law_1.2,0.130348801612854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,power_law_1.01,1.2130175590515138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,power_law_1.2,0.14804480075836182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,power_law_1.2,0.2031872034072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,power_law_1.01,1.4803263664245605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,power_law_1.2,0.31537280082702634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.5163264274597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,power_law_1.2,0.4273791790008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.9222784042358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,power_law_1.2,0.49672322273254393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.0054784774780274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,power_law_1.2,0.6794943809509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,power_law_1.01,2.5602367401123045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,power_law_1.2,0.7168575763702393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,power_law_1.01,3.544889450073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,power_law_1.2,0.7382783889770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,power_law_1.2,0.7832831859588623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,power_law_1.01,4.591827011108398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,power_law_1.2,0.861689567565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,power_law_1.01,5.227545547485351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,power_law_1.2,0.9068415641784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,power_law_1.2,0.9784000396728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,power_law_1.01,7.347993469238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,power_law_1.01,0.1589184045791626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,power_law_1.2,1.1107328414916993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,power_law_1.01,0.20887680053710939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,power_law_1.01,10.024269104003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,power_law_1.2,1.1918975830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,power_law_1.01,0.35122559070587156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,power_law_1.2,1.2463744163513184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,power_law_1.01,0.18433279991149903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,power_law_1.01,12.154214477539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,power_law_1.01,0.287987208366394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,power_law_1.2,1.5265151977539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,power_law_1.01,0.4141119956970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.5726143836975097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,1,power_law_1.01,17.846624755859374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,power_law_1.01,0.4678783893585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.96246395111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,power_law_1.01,0.5964096069335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.1100608825683596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,power_law_1.01,0.6128448009490967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,1,power_law_1.01,34.731143188476565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,power_law_1.2,2.663462448120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,power_law_1.01,0.6347008228302002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,power_law_1.01,0.6732416152954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,power_law_1.2,3.7192127227783205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,power_law_1.01,0.7217984199523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,power_law_1.2,4.761983871459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,power_law_1.2,0.15835520029067993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,power_law_1.01,0.7505216121673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,power_law_1.01,0.8057087898254395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,power_law_1.2,5.310259246826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,power_law_1.2,0.20759038925170897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,power_law_1.01,0.8828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,power_law_1.2,0.20952320098876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,power_law_1.2,7.412723541259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,power_law_1.01,0.9521727561950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,power_law_1.2,0.17742719650268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,power_law_1.01,1.093068790435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,power_law_1.2,9.524095916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,power_law_1.2,0.24912641048431397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,power_law_1.01,1.3454079627990723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,power_law_1.2,0.4001664161682129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,power_law_1.2,11.630099487304687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.2799488067626954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,power_law_1.2,0.4146304130554199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.6199871063232423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,power_law_1.2,0.5665855884552002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,1,power_law_1.2,17.937094116210936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.7336767196655274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,power_law_1.2,0.5908095836639404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.205625534057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.07777919769287109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,power_law_1.2,0.5820352077484131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,power_law_1.01,3.237606430053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.10624639987945557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,1,power_law_1.2,34.78254089355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,power_law_1.2,0.6595007896423339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.10663679838180543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,power_law_1.01,4.344460678100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.12344959974288941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,power_law_1.2,0.7037055969238282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.12463999986648559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,power_law_1.01,4.828742218017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,power_law_1.2,0.7422656059265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,power_law_1.01,6.211980819702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,power_law_1.2,0.8063679695129394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,power_law_1.01,8.213593292236329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,power_law_1.2,0.8891648292541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,power_law_1.2,0.972332763671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,power_law_1.01,10.691033935546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,power_law_1.2,1.1166080474853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.09406080245971679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.09797120094299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,power_law_1.2,1.3880000114440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.12507519721984864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,4,power_law_1.01,15.694554138183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.11464320421218872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.12959359884262084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.379481601715088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.12354559898376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.13319679498672485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.7169984817504882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.12484480142593384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,4,power_law_1.01,31.0258544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,power_law_1.2,1.8047807693481446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.3503744125366213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.12325760126113891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,power_law_1.2,3.6498111724853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.13027199506759643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.13389439582824708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,power_law_1.2,4.748364639282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,power_law_1.2,4.954252624511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.13964799642562867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.14461439847946167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.13943040370941162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,power_law_1.2,6.659142303466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.14617600440979003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.16776959896087645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.15349760055541992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,power_law_1.2,8.710745239257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.19457919597625734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.18549120426177979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.2067199945449829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.198636794090271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,power_law_1.2,11.652812957763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.2112895965576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,power_law_1.01,0.06515200138092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,4,power_law_1.2,17.37987823486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,power_law_1.01,0.06861439943313599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,power_law_1.01,0.08718079924583436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,power_law_1.01,0.12323839664459228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,power_law_1.01,0.12463359832763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,4,power_law_1.2,33.83774108886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.21800320148468016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.27562880516052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.2714495897293091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.31549439430236814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.33651840686798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.33334400653839114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.4625088214874268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.5537471771240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.4454847812652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,0.878867244720459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.6175680160522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,power_law_1.2,0.06451839804649354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,power_law_1.01,0.12108160257339477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.2198271751403809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,0.8931455612182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,power_law_1.2,0.07223039865493774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,power_law_1.01,0.1319808006286621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.4819071769714356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,1.5331711769104004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,power_law_1.01,0.1335360050201416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.8051776885986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,2.204921531677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,power_law_1.2,0.12341120243072509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,2.6572288513183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,3.0592384338378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,power_law_1.2,0.12033920288085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,3.779673767089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,4.750604629516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,5.201836776733399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,power_law_1.01,0.132806396484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,7.059315490722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,power_law_1.2,0.12150399684906006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,power_law_1.01,0.1426367998123169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,9.813766479492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,10.996844482421874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,power_law_1.01,0.14807679653167724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,power_law_1.2,0.13119360208511352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,power_law_1.01,0.1751871943473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,12.155801391601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,power_law_1.2,0.13356800079345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,12.281613159179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,power_law_1.01,0.18069119453430177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,12.103456115722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,power_law_1.01,0.20391039848327636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,power_law_1.2,0.13362560272216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,25.479315185546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,power_law_1.2,0.143993604183197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,26.136865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,power_law_1.2,0.14695039987564087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,power_law_1.2,0.18406399488449096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,44.79267883300781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,power_law_1.2,0.17688319683074952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,power_law_1.01,0.20590078830718994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,46.55832214355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,power_law_1.2,0.2025599956512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,power_law_1.01,0.24120960235595704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,power_law_1.01,0.261190390586853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,power_law_1.2,0.21893761157989503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,power_law_1.01,0.33383679389953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.01,0.4234111785888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,power_law_1.2,0.22457599639892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.01,0.5997759819030761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,power_law_1.2,0.28435840606689455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.01,0.901740837097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,power_law_1.2,0.3234879970550537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.01,1.230720043182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.01,1.4338687896728515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.2,0.42934398651123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.01,2.3594112396240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.2,0.6435904026031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.01,2.889766311645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.2,0.9013376235961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.01,4.7076416015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.2,1.2459967613220215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.2,1.816748809814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.01,5.92540168762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.2,2.582828712463379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,power_law_1.01,8.692652893066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.2,2.9142656326293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.050355201959609984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.050393599271774295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,2,power_law_1.01,12.835609436035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.2,5.131967926025391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.06585599780082703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.057120001316070555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.07686399817466735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.2,6.521337890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.08021119832992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,2,power_law_1.01,29.095916748046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.11148799657821655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.11759999990463257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,power_law_1.2,7.482399749755859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.11065599918365479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.11603200435638428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,2,power_law_1.2,13.742022705078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,2,power_law_1.2,30.418795776367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.11867519617080688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.11831680536270142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.12336640357971192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.12321280241012574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.12510720491409302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.12441600561141967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.15038080215454103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.1550271987915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.18445440530776977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.15433599948883056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.1838912010192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.18457599878311157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1336575984954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.13390719890594482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.1854848027229309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.18663040399551392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.13595520257949828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.1373568058013916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.14018559455871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.14057600498199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.1549183964729309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.15569280385971068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.16892160177230836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.1628543972969055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.17592959403991698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.18202240467071534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.18443520069122316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.18531839847564696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.1926144003868103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.1927232027053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.18449920415878296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.17980799674987794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.19765119552612304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.20405759811401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.19868799448013305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.20839040279388427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.24021120071411134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.231712007522583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.3085887908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.30208640098571776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.35887999534606935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.35961599349975587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.2073535919189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.502784013748169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.4926271915435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.2029184103012085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.2121664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.6547200202941894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.6554880142211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.21751039028167723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.2235327959060669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.9465215682983399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.9494912147521972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.25847039222717283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.21908481121063234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.2336319923400878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.2142911911010743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.28917760848999025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.2931648015975952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.8093952178955077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.7932031631469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.3143104076385498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.300383996963501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.359231948852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.36364803314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.38623359203338625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.3124864101409912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.3610368013381958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,3.503366470336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,3.5221248626708985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.37318398952484133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.5118207931518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,4.666169738769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.3756608009338379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,4.674886322021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.5209856033325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,5.820441436767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,5.764966583251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,9.254656219482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,9.175609588623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.662886381149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.7741568088531494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,0.8154815673828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,18.512435913085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,18.562092590332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.278867244720459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.1523200035095216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,1.8845760345458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.380940818786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,2.7020288467407227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,2.079142379760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,3.8073089599609373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,3.2836158752441404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,6.748358154296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,4.753273773193359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,5.164102554321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,6.608895874023437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,12.755590057373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,9.159532928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,16.496217346191408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,13.780831909179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,23.645018005371092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,14.00157470703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,37.054571533203124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,24.199443054199218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,power_law_1.01,0.10471680164337158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,power_law_1.2,0.08986240029335021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,power_law_1.01,0.13185919523239137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,power_law_1.2,0.1320255994796753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,power_law_1.01,0.1342463970184326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,power_law_1.2,0.1338495969772339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,42.42200927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,power_law_1.01,0.1764415979385376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,power_law_1.2,0.18303359746932985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,76.48687744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,power_law_1.2,0.18448640108108522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,power_law_1.01,0.18422399759292601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,90.8410888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,power_law_1.01,0.1850368022918701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,power_law_1.2,0.18339840173721314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,power_law_1.01,0.19414399862289428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,power_law_1.2,0.18536319732666015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,power_law_1.01,0.19544320106506347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,power_law_1.2,0.19523839950561522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.06488320231437683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,power_law_1.01,0.2036288022994995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.08751360177993775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.09852160215377807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,power_law_1.2,0.20610558986663818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.10817919969558716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,power_law_1.01,0.2134335994720459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,power_law_1.2,0.21255040168762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.1802880048751831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.18007680177688598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,power_law_1.01,0.21925759315490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,power_law_1.2,0.21568000316619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.18510080575942994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.18200960159301757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,power_law_1.01,0.2300096035003662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,power_law_1.2,0.2385983943939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,power_law_1.01,0.2531519889831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,power_law_1.2,0.249452805519104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,power_law_1.01,0.27525761127471926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,power_law_1.2,0.27273600101470946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,power_law_1.01,0.3192960023880005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,power_law_1.2,0.31235198974609374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,power_law_1.01,0.33950080871582033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,power_law_1.2,0.3374272108078003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.17742719650268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.17783039808273315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,power_law_1.01,0.3930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,power_law_1.2,0.4207615852355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.19342080354690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,power_law_1.01,0.5941887855529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.19445120096206664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,power_law_1.2,0.5867072105407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.19407360553741454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.01,0.6712959766387939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.1972607970237732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.21370880603790282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.2,0.6970176219940185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.21522560119628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.01,0.8954303741455079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.2110527992248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.2,1.016204833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.2230207920074463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.21605119705200196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.01,1.2283136367797851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.2,1.2625856399536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.23589119911193848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.2211456060409546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.01,1.98022403717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.2,1.9146944046020509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.2479423999786377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.23052799701690674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.01,2.5483327865600587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.2645695924758911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.2,2.544780731201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.2563647985458374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.28463358879089357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.01,4.049817657470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.2,4.262150573730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2656575918197632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.29781761169433596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.01,5.343545532226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.35418879985809326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.2,5.210572814941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.2866111993789673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.44489598274230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3021631956100464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.01,7.014835357666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.2,9.402476501464843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.5479616165161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.35942399501800537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.7758399963378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.01,9.358003234863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.2,12.190828704833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.44561920166015623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.9917695999145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,power_law_1.01,12.004889678955077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.5519936084747314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.4206912040710449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,power_law_1.2,14.363264465332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.8471040725708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.7742080211639404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,2,power_law_1.01,17.86431427001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,2.702400016784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.9889344215393067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,2,power_law_1.2,24.72803192138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,3.5748222351074217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.4134271621704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.8187328338623048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,5.299654388427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,2,power_law_1.01,46.299713134765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,2.709446334838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,7.152889251708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,2,power_law_1.2,42.832583618164065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,3.569446563720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,8.91388168334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,5.322784042358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,14.470137023925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,7.07984619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,8.86885757446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,29.70068359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,14.358674621582031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,29.43541259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.1499008059501648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.15023360252380372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.2470463991165161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.24916479587554932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.15199359655380248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.18772480487823487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.20278398990631102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.229638409614563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.32220160961151123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.29522559642791746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,power_law_1.01,0.11936639547348023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,power_law_1.2,0.11892479658126831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,power_law_1.01,0.17212159633636476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,power_law_1.2,0.1710528016090393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,power_law_1.01,0.14520959854125975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,power_law_1.2,0.134278404712677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,power_law_1.01,0.201964807510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,power_law_1.2,0.18778239488601683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,power_law_1.01,0.2975615978240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,power_law_1.2,0.2609407901763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.40422401428222654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.34262399673461913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.5495552062988281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.5472896099090576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.5877312183380127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5552639961242676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.6595903873443604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.6372032165527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.635584020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.6636352062225341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.701580810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.6982783794403076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.7218751907348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,power_law_1.01,0.3918272018432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.717087984085083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,power_law_1.2,0.35354878902435305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.7187456130981446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.7363200187683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,power_law_1.01,0.5718207836151123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,power_law_1.2,0.547814416885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.7635327816009522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,power_law_1.01,0.5952640056610108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.7665215969085694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,power_law_1.2,0.5873663902282715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,power_law_1.01,0.7132991790771485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.7929344177246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.7947135925292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,power_law_1.01,0.7171135902404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,power_law_1.2,0.6792319774627685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.7908160209655761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.7967167854309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,power_law_1.01,0.7643008232116699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,power_law_1.2,0.718995189666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.8285120010375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.8536512374877929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,power_law_1.01,0.7690944194793701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,power_law_1.2,0.748364782333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,0.9090880393981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,0.9229503631591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,power_law_1.01,0.7732863903045655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.0354304313659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,power_law_1.2,0.7823488235473632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.0748671531677245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,power_law_1.01,0.8355839729309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.1888704299926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,power_law_1.2,0.7981760025024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.283347225189209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,power_law_1.01,0.8609855651855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.4119744300842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,power_law_1.2,0.8490559577941894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,power_law_1.01,0.8708224296569824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.4793408393859864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,1.7663679122924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,power_law_1.01,0.947110366821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,power_law_1.2,0.8554176330566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.073868751525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,power_law_1.01,1.084160041809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.318668746948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,power_law_1.2,0.9004416465759277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.332371139526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.01,1.1476096153259276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,power_law_1.2,0.9944064140319824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.1006975173950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.3402240753173826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.01,1.4578047752380372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,power_law_1.2,1.0964544296264649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.017734527587891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,4.2247169494628904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.01,1.6768831253051757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.2,1.2528767585754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,5.399788665771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.01,2.1591615676879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,6.590310668945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.2,1.5134143829345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.01,2.5870847702026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,6.985100555419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.2,1.7966848373413087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,8.021395111083985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.01,3.540902328491211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,8.89825897216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.2,2.258995246887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.01,4.770534515380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,10.205010986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.2,2.6981184005737306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,13.249626159667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.01,7.113600158691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.2,3.8201534271240236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,15.450822448730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.01,8.627142333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.2,5.080339050292968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,28.293817138671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,power_law_1.01,10.447782135009765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.2,7.052403259277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,32.6383544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.2,8.85059814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,2,power_law_1.01,16.664390563964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,power_law_1.2,11.800275421142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,2,power_law_1.01,32.44277648925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,2,power_law_1.2,18.55055389404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,2,power_law_1.2,37.04523620605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.13155839443206788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.13165440559387206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.15970560312271118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.15823999643325806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.1767680048942566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.1673151969909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.24486401081085205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.22903039455413818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.32816638946533205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.31018240451812745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.0713536024093628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.06866559982299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.06515840291976929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.051692801713943484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.07256960272789001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.06356480121612548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.08113279938697815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.08027520179748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.11013760566711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.1041152000427246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.4502399921417236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.41521282196044923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.6237184047698975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.6104767799377442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.6631296157836915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.6477824211120605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.7829055786132812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.7644224166870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.7929599761962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.8102848052978515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.8578880310058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.8625920295715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.8915328025817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.9055359840393067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.9317824363708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.9232831954956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.9789631843566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.9797311782836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,1.0595135688781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,1.039475154876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,1.0789183616638183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,1.0687808036804198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,1.1525504112243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.1940223693847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.1606335997581482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.3388287544250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.17386879920959472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.3876095771789552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.17039999961853028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.5033151626586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.17686400413513184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.536076831817627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.17469439506530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.17938560247421265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.2075711965560913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.8506559371948241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.9020992279052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.21293439865112304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.2116607904434204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,2.2021312713623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,2.27007999420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.21742720603942872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.2157952070236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,2.919628715515137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,2.9833663940429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.21870079040527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.22057600021362306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.2275968074798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,3.6583488464355467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,3.7011135101318358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.2184000015258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.22709119319915771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.22847359180450438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,5.159616088867187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.24474880695343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,5.104934310913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.2539583921432495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.2394943952560425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,6.617849731445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,6.572505950927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.28497920036315916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.2368000030517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.31683199405670165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,9.537171173095704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.2703999996185303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,9.474668884277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.3719935894012451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.29495038986206057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.4833024024963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,12.475577545166015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,12.37420196533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.3405184030532837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.5583231925964356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.35421440601348875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,0.8452287673950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,15.437855529785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,15.309587097167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.0143296241760253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.5103936195373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.624345588684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.6873472213745118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,24.37171173095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,24.13544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.1096960067749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,0.8606016159057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.246022415161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.206777572631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,1.5360063552856444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,3.5327678680419923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,48.22308349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,47.7546630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.312883186340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,4.834380722045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,3.003558349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,7.674886322021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,5.552153778076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,5.968377685546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,16.055751037597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,9.614157104492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,19.383853149414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,power_law_1.01,0.06259840130805969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,power_law_1.2,0.06158080101013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,power_law_1.01,0.06220800280570984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,power_law_1.2,0.0592960000038147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,power_law_1.01,0.07402240037918091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,power_law_1.2,0.06995840072631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,power_law_1.2,0.08517119884490967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.06356480121612548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.06901760101318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,power_law_1.2,0.10333440303802491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,power_law_1.01,0.11455359458923339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.07589759826660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.08774399757385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.08508800268173218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.10779520273208618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.09990400075912476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.1310464024543762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.11941759586334229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,power_law_1.01,0.1751871943473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,power_law_1.2,0.17560960054397584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,power_law_1.01,0.18670079708099366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,power_law_1.2,0.18772480487823487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.20614399909973144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,power_law_1.01,0.19487359523773193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,power_law_1.2,0.19144959449768068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.20283520221710205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.22266879081726074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,power_law_1.01,0.2270656108856201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,power_law_1.2,0.2298111915588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.22884480953216552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.22911360263824462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,power_law_1.2,0.23608319759368895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,power_law_1.01,0.23143041133880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.23208320140838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.28194561004638674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,power_law_1.01,0.2377471923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,power_law_1.2,0.23731839656829834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.2841023921966553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,power_law_1.01,0.24734079837799072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.29034879207611086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,power_law_1.2,0.24775679111480714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.2923264026641846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,power_law_1.01,0.25478401184082033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.2958208084106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,power_law_1.2,0.2554944038391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.29986560344696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,power_law_1.01,0.2661312103271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.3083391904830933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,power_law_1.2,0.2722176074981689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,power_law_1.01,0.2799232006072998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.3172800064086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.3133888006210327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,power_law_1.2,0.2850752115249634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.3363392114639282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,power_law_1.01,0.2887295961380005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.3245376110076904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,power_law_1.2,0.3055999994277954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.35253119468688965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,power_law_1.01,0.3164479970932007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.3378623962402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,power_law_1.2,0.3325056076049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.37883520126342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,power_law_1.01,0.38928000926971434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.35764479637145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,power_law_1.2,0.3928447961807251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.42771201133728026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.01,0.44911999702453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.3812608003616333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.2,0.4600128173828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.5324543952941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.01,0.5657408237457275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.43343358039855956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.6281983852386475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.2,0.6631999969482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.01,0.7221375942230225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.8103103637695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.5388544082641602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.2,0.797817611694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.01,1.002451229095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,1.0099007606506347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.6308351993560791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.2,1.0476223945617675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.01,1.2583168029785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,1.3983167648315429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.8192255973815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.2,1.2522944450378417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.01,1.7411840438842774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,1.7956159591674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,1.016268825531006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.2,1.9453695297241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,2.5856191635131838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.01,2.537766456604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,1.4116352081298829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.2,2.4947071075439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,3.377791976928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,1.7997823715209962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.01,3.645964813232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.2,3.7739200592041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,4.95030403137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,2.5884416580200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.01,4.683084869384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.2,4.8350273132324215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,3.3812545776367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,6.5328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,power_law_1.01,5.6045886993408205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,power_law_1.2,6.14587516784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,4.960095977783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,8.097932434082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,2,power_law_1.01,8.619987487792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,2,power_law_1.2,9.580550384521484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,6.529446411132812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,12.85430450439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,8.103494262695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,2,power_law_1.01,17.6189697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,2,power_law_1.2,20.40233612060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,25.60054931640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,12.834617614746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,25.529299926757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.1488319993019104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.14841599464416505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.20435841083526612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,power_law_1.01,0.11077120304107665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.1062656044960022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,power_law_1.2,0.11083519458770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.13809280395507811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,power_law_1.01,0.1363136053085327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.15581439733505248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,power_law_1.2,0.09931520223617554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,power_law_1.01,0.13423999547958373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.20317440032958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.2081536054611206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,power_law_1.2,0.12416640520095826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,power_law_1.01,0.20970239639282226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.2578495979309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.26350080966949463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,power_law_1.2,0.17933440208435059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,power_law_1.01,0.2574336051940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,power_law_1.2,0.22705280780792236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.39841279983520506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.40933761596679685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.432371187210083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.4413248062133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,power_law_1.01,0.4202303886413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.4484992027282715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.45510401725769045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,power_law_1.2,0.38731520175933837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,power_law_1.01,0.45795841217041017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.5099904060363769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.49805440902709963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,power_law_1.2,0.4585087776184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,power_law_1.01,0.45966081619262694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.5155072212219238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.517523193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,power_law_1.01,0.5309440135955811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,power_law_1.2,0.4763904094696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.5627583980560302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,power_law_1.01,0.5457920074462891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.5215231895446777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,power_law_1.2,0.5279488086700439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.527462387084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,power_law_1.01,0.5537280082702637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.527027177810669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,power_law_1.2,0.5504447937011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.578873586654663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,power_law_1.01,0.5767680168151855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.5649663925170898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,power_law_1.2,0.5593791961669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,power_law_1.01,0.5891392230987549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.5932352066040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.5622911930084229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,power_law_1.2,0.5909823894500732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,power_law_1.01,0.611033582687378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.5918335914611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.5916672229766846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,power_law_1.2,0.5910528182983399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,power_law_1.01,0.6196288108825684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.6002367973327637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.6115392208099365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,power_law_1.01,0.6532671928405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,power_law_1.2,0.6146624088287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.6753407955169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.6444928169250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,power_law_1.01,0.70033278465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,power_law_1.2,0.6329279899597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.7905216217041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.7191936016082764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,power_law_1.01,0.8242176055908204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.8579968452453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,power_law_1.2,0.6628992080688476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.8301055908203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.01,0.9320896148681641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.068019199371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,power_law_1.2,0.7123263835906982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,0.9922240257263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.01,1.1725055694580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.316160011291504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,power_law_1.2,0.8188672065734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.2321855545043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.01,1.395462417602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.2,0.98787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,1.8544960021972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.01,1.8941696166992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.6047231674194335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.2,1.1866496086120606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.276486396789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.01,2.3162303924560548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.0316415786743165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.2,1.418182373046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,3.56956787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.01,3.0929471969604494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,2.8737407684326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.2,1.9100671768188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.01,4.128736114501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,4.2142078399658205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,3.5766273498535157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.2,2.4027904510498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.01,6.3530433654785154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,6.125235366821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,5.112031936645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.2,3.526015853881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.01,8.391673278808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,7.9527229309082035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,8.537734222412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.2,4.133446502685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,power_law_1.01,10.200109100341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,8.994073486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,10.300595092773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.2,6.059436798095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,2,power_law_1.01,15.917254638671874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.2,8.854329681396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,13.123014831542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,16.770162963867186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,power_law_1.2,10.623494720458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,2,power_law_1.01,32.42117004394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,31.98279724121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,41.961178588867185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,2,power_law_1.2,17.60798034667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,2,power_law_1.2,35.454098510742185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.1050879955291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.15779199600219726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.1569216012954712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.13282560110092162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.11863679885864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.15489920377731323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.25715839862823486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.1501952052116394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.2536832094192505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.21032319068908692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.19664640426635743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.435807991027832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.28830718994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.2724479913711548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.1874943971633911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.25347840785980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.19141759872436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.3452415943145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.33630080223083497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.4387904167175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.45160322189331054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.4755712032318115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.48252158164978026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.5024960041046143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.5144959926605225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.46932477951049806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.5794816017150879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.6134592056274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.41060481071472166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.597433614730835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.576857614517212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.612825584411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.6232192039489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.4984384059906006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.7093120098114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.6416255950927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.6426943778991699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.6736639976501465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,0.8343999862670899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.6702400207519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.6692416191101074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.7847360134124756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,0.8458047866821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.69617919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.6822591781616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.7479423999786377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.7769536018371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.7201024055480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,0.9036224365234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.7839807987213134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,0.8779775619506835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.7505343914031982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,0.9403776168823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.8618176460266114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.7966591835021972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,0.8978560447692872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,0.906668758392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,1.0233216285705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.875699234008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,0.9048447608947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,0.9939455986022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,1.1696512222290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,1.0313088417053222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,0.9271615982055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.475449562072754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,1.1764032363891601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.0116991996765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,0.9823936462402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.8037439346313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.5003199577331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.0177791595458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,0.9844544410705567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,2.451468849182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.8323776245117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.0807680130004882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.0797120094299317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,3.1138816833496095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,2.4814144134521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.1470784187316894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.2001983642578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,4.416262435913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,3.1296064376831056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.2537599563598634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.30763521194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,5.726540756225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,4.454182434082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.4761792182922364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.4809215545654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,8.39068145751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.6445888519287108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,5.756166458129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.7942399978637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.074252891540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,10.975039672851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.371436882019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,8.392550659179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.494655990600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.6054655075073243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,13.664346313476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,11.057132720947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.2109054565429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,3.4257984161376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.04925422668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,21.6593017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,13.725080871582032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,4.310924911499024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,5.857907104492187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,6.0531776428222654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,21.74505615234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,7.4959358215332035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,43.117120361328126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,7.525126647949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,9.340812683105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,9.778329467773437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,43.41537170410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,14.16973419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,15.859820556640624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,28.1213623046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,31.57193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,power_law_1.01,0.13373440504074097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,power_law_1.2,0.1341248035430908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,power_law_1.01,0.18616960048675538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,power_law_1.2,0.18803199529647827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,power_law_1.01,0.27589120864868166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,power_law_1.2,0.22177278995513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,power_law_1.01,0.2176448106765747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,power_law_1.2,0.20504319667816162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,power_law_1.01,0.3411648035049438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.1621567964553833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.16087679862976073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,power_law_1.2,0.29731199741363523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.1904703974723816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.18966399431228637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.2425856113433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.22286720275878907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.256057596206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.2536895990371704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3842367887496948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.3615999937057495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,power_law_1.2,0.4398143768310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,power_law_1.01,0.4963391780853271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,power_law_1.01,0.5616064071655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,power_law_1.2,0.5300672054290771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,power_law_1.01,0.7137983798980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,power_law_1.2,0.667628812789917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.5451327800750733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.47808637619018557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,power_law_1.01,0.8759552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,power_law_1.2,0.8537664413452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.6563199996948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,power_law_1.01,0.9225919723510743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5732096195220947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,power_law_1.2,0.8881728172302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,power_law_1.01,0.9837568283081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.8173055648803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.7950079917907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,power_law_1.2,0.9273792266845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,power_law_1.01,0.9907520294189454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.9926079750061035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,power_law_1.2,0.9393919944763184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.9707839965820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,power_law_1.01,1.0166784286499024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,power_law_1.2,0.9991552352905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.0364800453186036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,1.0065343856811524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,power_law_1.01,1.0611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,power_law_1.2,1.0696703910827636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.1105024337768554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.057267189025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,power_law_1.01,1.1133760452270507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,power_law_1.2,1.1108927726745605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.1518272399902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.1187199592590331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,power_law_1.01,1.1457152366638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,power_law_1.2,1.1347583770751952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.1961728096008302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,power_law_1.01,1.2217984199523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.1562175750732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,power_law_1.2,1.2205056190490722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.243718433380127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,power_law_1.01,1.3031359672546388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.2354175567626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,power_law_1.2,1.3668671607971192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.3430784225463868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.01,1.4342335700988769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.2995840072631837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.363916778564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.2,1.5192768096923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.01,1.6337215423583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.3699904441833497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.468115234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.2,1.7537216186523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.01,1.927052879333496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.4655360221862792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.6579072952270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.2,2.011033630371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.01,2.4090496063232423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.6806720733642577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.8117887496948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.2,2.544767951965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.01,2.8707199096679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.8857471466064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,2.1898303985595704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.2,3.0763967514038084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.01,3.9933631896972654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,2.227462387084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,2.5306751251220705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.01,5.088582229614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.2,4.1385345458984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,2.5953855514526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,3.234124755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.2,5.157126235961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.01,7.014195251464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,3.304006576538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,3.955072021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.2,6.854956817626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.01,9.479603576660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,4.07831039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,5.411500930786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.2,9.169068908691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,5.5435840606689455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,power_law_1.01,10.52297592163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,6.870496368408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,6.989689636230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,power_law_1.2,11.503865814208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,9.81244125366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,2,power_law_1.01,17.295059204101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,9.914765167236329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,12.789164733886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,2,power_law_1.2,17.759596252441405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,12.855686950683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,2,power_law_1.01,35.244833374023436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,15.702995300292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,15.772825622558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,2,power_law_1.2,34.13113098144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,24.61743927001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,24.579251098632813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,48.410955810546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,48.30015869140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.01,0.08895360231399536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.01,0.08904320001602173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.2,0.1123136043548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.01,0.09864320158958435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.2,0.09927039742469787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.01,0.10548479557037353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.01,0.10678399801254272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.2,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.01,0.12216960191726685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.2,0.10669440031051636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.01,0.14130560159683228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.2,0.10710400342941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.01,0.14916479587554932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.2,0.11825920343399048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.01,0.16695040464401245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.2,0.12887040376663209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.01,0.17827199697494506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.01,0.19004160165786743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.2,0.13723520040512086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.01,0.21098239421844484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.2,0.1633344054222107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.01,0.2527616024017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.2,0.19148800373077393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.01,0.2020927906036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.2,0.2058880090713501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.01,0.21895039081573486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.2,0.22672638893127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.01,0.26156160831451414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.2,0.27022719383239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.01,0.3001728057861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.01,0.4684927940368652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.2,0.19389439821243287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.01,0.48694400787353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.2,0.2681663990020752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.01,0.7623167991638183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.2,0.2576832056045532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.01,0.9957056045532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.2,0.2997567892074585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.2,0.4606719970703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.01,1.4560383796691894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.2,0.5438591957092285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.01,1.4975872039794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.2,0.7968512058258057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.01,2.3485055923461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.2,0.9505536079406738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.01,3.3052928924560545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.2,1.4828736305236816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.01,5.14634895324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.2,1.8011903762817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.2,2.2934848785400392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.01,6.86402587890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.12012159824371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.2,3.0372352600097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.01,7.959891510009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.11591039896011353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.12215679883956909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.2,4.867116928100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.11561599969863892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.11731200218200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.01,15.811077880859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.11585919857025147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.2,6.964723205566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.1165120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.11626240015029907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.11671680212020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.12311680316925049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.2,9.57667236328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.01,32.49954528808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.13623039722442626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.11726720333099365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.14672000408172609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.12874239683151245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.2,16.246009826660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.19022719860076903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.16559360027313233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.1911679983139038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.15590399503707886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.22763519287109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.2,28.241632080078126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.22410879135131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.28769919872283933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.30833280086517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.18892159461975097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.20782079696655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.2344831943511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.26012160778045657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.2784895896911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.3104192018508911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.33026559352874757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.3466111898422241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.43799681663513185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.22305281162261964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.5806272029876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.24446721076965333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.01,0.9153152465820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.2951551914215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.01,1.0912447929382325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.34438400268554686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.01,1.700422477722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.01,2.1261312484741213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.4978367805480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.01,3.1104511260986327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.6349823951721192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.2,0.9125823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.01,4.6549633026123045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.2,1.131328010559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.01,6.830252838134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.2,1.5827072143554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.2,2.1377920150756835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.01,9.535711669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.2,3.1890111923217774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.01,12.718560028076173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.2,4.579014587402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.06904320120811462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.2,7.0541633605957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.01,20.322125244140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.0651968002319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.0745855987071991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.2,9.854745483398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.10163840055465698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.10730240345001221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.01,35.33580017089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.2,12.125823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.11775360107421876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.06362879872322083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.1323583960533142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.07141119837760926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.12066559791564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.2,20.08733367919922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.14014079570770263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.07530239820480347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.1379263997077942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.09400960206985473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.14154239892959594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.10619519948959351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.2,39.701348876953126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.1585088014602661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.11582080125808716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.16919679641723634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.1251520037651062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.17377279996871947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.1292415976524353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.19174400568008423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.2,0.1397760033607483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.21834878921508788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.2,0.14368000030517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.2521536111831665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.16117759943008422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.3162879943847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.16050560474395753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.01,0.38295679092407225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.01,0.5028480052947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.17030400037765503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.01,0.6183487892150878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05539199709892273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.1734655976295471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.060057598352432254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.01,0.9236479759216308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.19774080514907838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.01,1.097555160522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.2267904043197632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.10661760568618775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.01,1.6562688827514649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.2432703971862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.10328960418701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.2,0.3158463954925537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.01,2.0969600677490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.11758079528808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.054688000679016115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.12181119918823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.2,0.37726080417633057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.01,2.857094383239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.12698880434036255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.060313600301742556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.2,0.5011072158813477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.01,4.249235153198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.13992320299148558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.07228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.2,0.7011392116546631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.14653439521789552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.01,4.728108978271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.10495359897613525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.2,1.0210111618041993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.146943998336792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.10547200441360474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.2,1.0601152420043944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.01,8.459487915039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.16117119789123535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.117740797996521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.2,1.5644224166870118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.17767679691314697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.12635519504547119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.01,19.914143371582032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.2,2.2262144088745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.1300160050392151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.17100800275802613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.13689600229263305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.199072003364563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.2,3.046713638305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.14781440496444703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.21564159393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.2,4.042643356323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.14884480237960815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.20918400287628175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.16560640335083007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.2,5.412761688232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.2627968072891235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.17018879652023317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.32778239250183105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.2,7.68304672241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.44542717933654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.17416319847106934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.5544960021972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.18940160274505616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.2,17.011276245117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.1995519995689392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.7861311912536622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.20808959007263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.772051191329956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.2647615909576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0657535552978517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.3215359926223755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3732864379882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.4326784133911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.0428672790527345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.5471039772033691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.86431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.7746047973632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.57496337890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7538559913635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0745535850524903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.01,5.671072006225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3822463989257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.0288320541381837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.01,11.361011505126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.8225088119506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.5576126098632814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.2,5.666207885742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.2,11.232511901855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.01,0.14494080543518068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.01,0.13077759742736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.01,0.10991359949111938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.01,0.16684160232543946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.01,0.16894079446792604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.01,0.18315520286560058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.16031359434127807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.01,0.20024960041046141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.01,0.2125312089920044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.11798399686813354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.01,0.2382591962814331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.16435199975967407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.01,0.2553024053573608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.1678655982017517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.01,0.22341759204864503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.16814080476760865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.01,0.25730559825897215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.19571199417114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.01,0.2510848045349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.01,0.28275840282440184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.2,0.20393600463867187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.01,0.3877311944961548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.2,0.21401600837707518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.01,0.41965441703796386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.2,0.2352384090423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.01,0.5631936073303223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.2,0.23607680797576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.01,0.7368383884429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.2,0.26657919883728026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.2,0.28488318920135497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.01,0.609664011001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.2,0.36163198947906494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.01,0.9002495765686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.2,0.29616000652313235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.01,1.0836864471435548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.2,0.3366847991943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.01,1.8662591934204102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.2,0.39091200828552247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.01,2.5776575088500975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.2,0.45941758155822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.01,4.406892776489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.2,0.6839871883392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.2,0.7178688049316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.01,5.291392135620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.2,1.0605119705200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.2,1.3863615989685059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.01,8.645753479003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.2,1.9374975204467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.01,10.984422302246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.2,3.093574333190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.2,4.0371135711669925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.01,12.650348663330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.2,5.229216003417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.2,10.034783935546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.01,28.167758178710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.2,12.001190185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.2,13.947885131835937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.01,48.120242309570315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.2,22.095706176757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.2,64.5300537109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.17311999797821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.1815551996231079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.16209919452667237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.16499199867248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.16588159799575805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.19063040018081664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.2582528114318848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.21070079803466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.2745280027389526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.1737663984298706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.3059583902359009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.27820160388946535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.18336000442504882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.36469120979309083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.16761599779129027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.46165761947631834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.17133439779281617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.35401599407196044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.16939519643783568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.39976959228515624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.19342080354690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.47896318435668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.6764351844787597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.30081920623779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.065676784515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.20222721099853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.01,0.9862527847290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.2351232051849365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.01,1.3402624130249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.2667072057723999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.3352895975112915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.01,1.7295167922973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.42819838523864745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.01,2.7257663726806642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.45020160675048826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.01,3.392435073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.3415168046951294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.41598081588745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.01,5.2795265197753904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.4621312141418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.01,6.973766326904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.566316795349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.2,0.8025216102600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.01,11.336109161376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.2,0.9658495903015136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.2,1.3319168090820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.0961408019065857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.01,17.379405212402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.2,1.729088020324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.09524480104446412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.2,2.745369529724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.12162560224533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.01,20.229222106933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.16753920316696166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.2,3.488556671142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.17189760208129884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.2,0.10822399854660034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.18952959775924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.2,5.450822448730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.01,33.38926696777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.2,0.09528959989547729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.20273919105529786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.2,7.39183349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.01,0.18960000276565553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.2,0.12832640409469603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.01,0.1975808024406433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.2,0.1662335991859436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.2,12.034508514404298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.01,0.2094655990600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.2,0.1720255970954895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.01,0.21378560066223146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.01,67.8598876953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.2,0.18218239545822143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.01,0.2207551956176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.2,17.262374877929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.01,0.23915519714355468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.2,0.19990400075912476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.01,0.2564287900924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.2,0.1920896053314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.2,21.721107482910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.01,0.320793604850769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.2,0.20609281063079835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.01,0.33987839221954347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.2,0.2127232074737549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.01,0.39084160327911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.2,0.21458559036254882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.01,0.4195712089538574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.2,33.77353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.01,0.6301951885223389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.2,0.2121216058731079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.01,0.9332223892211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.2,0.25252480506896974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.01,0.8303936004638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.2,0.25445120334625243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.01,1.2313856124877929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.2,0.3048320055007935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.2,59.030145263671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.01,1.7393024444580079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.2,0.3079551935195923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.2,0.358841609954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.01,2.677644729614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.2,0.5161280155181884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.01,3.0490432739257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.2,0.6616000175476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.01,4.885081481933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.2,0.9785663604736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.2,0.9093184471130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.01,6.757292938232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.2,1.254297637939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.01,7.4440765380859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.2,1.9069887161254884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.2,2.7327680587768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.01,14.283027648925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.2,3.2518272399902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.2,6.008345413208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.07633280158042907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.07402240037918091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.01,26.999755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.2,7.0767677307128904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.11737600564956666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.1666815996170044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.2,8.738495635986329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.17138559818267823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.17788159847259521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.19116159677505493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.2,15.128096008300782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.18793599605560302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.19315199851989745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.1988800048828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.2,30.35144958496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.21607680320739747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.22957439422607423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.2542783975601196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07633919715881347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.254419207572937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.07477759718894958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.28297600746154783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.11072640419006348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.288319993019104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.3346303939819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.16360960006713868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.4153151988983154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.1680896043777466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.5232768058776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1766144037246704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.6955071926116944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.18264960050582885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.194924795627594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.8399488449096679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.20433919429779052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.01,1.1805824279785155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.208953595161438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.2000384330749512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.21263999938964845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.718284797668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.23308799266815186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.182969665527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.26134400367736815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.318912124633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.23841280937194825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.438278579711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.27797760963439944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.491974258422852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.3127487897872925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3160128116607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.01,9.336838531494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.4045760154724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.4820223808288574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.6765183925628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.01,19.522303771972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.8230976104736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.2,1.1784128189086913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.1588479995727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.6942399978637694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.2015424728393556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.2710784912109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.505939102172851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.946623992919922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.2,9.347917175292968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.2,20.162066650390624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.01,0.13722879886627198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.01,0.2095423936843872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.01,0.12334719896316529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.01,0.16339839696884156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.01,0.2874943971633911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.01,0.380678391456604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.01,0.5000768184661866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.01,0.5305856227874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.01,0.5344255924224853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.01,0.5684415817260742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.01,0.6139071941375732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.22132480144500732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.2,0.13715840578079225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.01,0.6363391876220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.36569600105285643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.2,0.17948800325393677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.01,0.6118463993072509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.1357632040977478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.2,0.11327359676361085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.01,0.6821119785308838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.18896640539169313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.2,0.1708799958229065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.3291071891784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.01,0.64235520362854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.2,0.28614399433135984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.3715199947357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.01,0.6956031799316407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.2,0.33317759037017824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.5435200214385987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.22259840965270997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.01,0.7575104236602783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.5517888069152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.2,0.5248447895050049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.3659456014633179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.01,0.9103039741516114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.5398143768310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.2,0.505836820602417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.14942079782485962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.01,0.8810367584228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.5646912097930908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.2,0.5183167934417725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.17992960214614867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.01,1.0433279991149902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.638150405883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.2,0.551200008392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.2949568033218384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.5859712123870849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.01,1.0454079627990722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.3336575984954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.2,0.6337344169616699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.6603839874267579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.01,1.2196864128112792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.5128896236419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.6742271900177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.2,0.6409599781036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.01,1.517024040222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.5722752094268799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.6752575874328614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.2,0.6419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.01,2.0044736862182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.7368703842163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.488921594619751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.2,0.6816576004028321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.01,0.8310079574584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.01,2.3176767349243166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.5771903991699219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.2,0.7308735847473145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.01,0.9295104026794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.6151999950408935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.01,3.2879425048828126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.2,0.7345471858978272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.01,0.8767231941223145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.6299007892608642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.2,0.7898240089416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.01,4.213568115234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.070297622680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.6543360233306885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.2,0.9070591926574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.0224767684936524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.01,5.127814483642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.7470975875854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.2,0.9110848426818847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.01,1.1916223526000977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.7916672229766846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.01,1.4148223876953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.01,8.560428619384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.2,1.1066495895385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.8387904167175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.01,1.7735935211181642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.2,1.0729984283447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.2,0.7868607997894287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.01,2.182867240905762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.01,17.2189697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.2,1.2357312202453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.2,0.9012096405029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.01,3.2473087310791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.2,1.6280384063720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.2,0.9607423782348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.01,4.580307388305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.2490431785583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.2,2.108083152770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.2,1.109126377105713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.2,2.647667121887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.01,5.342227172851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.2,1.3888319969177245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.2,3.484339141845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.01,8.748985290527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.2,1.7570623397827148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.2,2.0623615264892576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.2,4.8216705322265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.2,2.7382144927978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.01,18.51356201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.2,6.849375915527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.2,3.8426433563232423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.2,5.181427383422852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.2,8.690265655517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.2,6.152441787719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.2,19.323167419433595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.2,10.362233734130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.2,24.179379272460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.01,0.10502400398254394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.01,0.12970880270004273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.01,0.11580799818038941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.01,0.17229440212249755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.01,0.2670464038848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.01,0.3436032056808472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.01,0.5225279808044434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.01,0.5339903831481934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.08542720079421998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.01,0.5324160099029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.01,0.5707776069641113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.08807680010795593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.2,0.10132479667663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.01,0.6061376094818115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.0991104006767273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.2,0.12391680479049683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.01,0.6256959915161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.08567039966583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.1864832043647766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.2,0.09932159781455993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.01,0.6501823902130127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.09349759817123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.2714816093444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.2,0.17037440538406373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.01,0.6922431945800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.11030399799346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.36833920478820803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.2,0.23748478889465333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.01,0.7423871994018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.17242239713668822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.2,0.32584319114685056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.4940927982330322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.01,0.7580351829528809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.2473151922225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.2,0.47760639190673826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.5876095771789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.01,0.789024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.2,0.525164794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.3206912040710449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.6001279830932618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.01,0.9
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.2,0.548748779296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.5140992164611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.6094143867492676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.2,0.5604928016662598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.01,0.9334976196289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.5350527763366699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.6474559783935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.2,0.6155712127685546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.01,1.1085951805114747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.5569536209106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.6737023830413819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.2,0.629030418395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.5801280021667481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.01,1.082259178161621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.6954880237579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.2,0.6491136074066162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.6550399780273437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.01,1.3410880088806152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.2,0.6921152114868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.7555776119232178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.6782400131225585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.01,1.6818496704101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.2,0.7373248100280761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.8247360229492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.726310396194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.2,0.7601088047027588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.01,2.281472015380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.8675647735595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.7812992095947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.2,0.8185983657836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.01,2.6611455917358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.8407999992370605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.8645824432373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.2,0.9053695678710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.01,3.5889408111572267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.8994303703308105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.0262335777282714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.2,0.9105983734130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.9030719757080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.2,1.0829952239990235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.0382847785949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.01,4.66833267211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.0502016067504882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.2,1.1429887771606446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.2221504211425782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.01,5.411225509643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.2,1.3896448135375976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.093727970123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.367955207824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.270867156982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.2,1.8089984893798827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.01,9.088127899169923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.7313856124877929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.2,2.29998722076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.4433792114257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.0417280197143555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.8144575119018556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.2,2.777894401550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.01,20.310520935058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.01,2.7341503143310546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.131353569030762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.2,4.087628936767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.01,3.699148941040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.2,2.813395118713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.2,5.129977416992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.01,5.3180992126464846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.2,3.6104385375976564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.2,6.221619033813477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.01,6.2932991027832035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.2,5.088070297241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.2,10.040351867675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.01,7.670329284667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.2,6.367686462402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.2,7.995635223388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.01,11.773824310302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.2,19.782821655273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.2,12.816896057128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.01,24.533541870117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.2,25.580288696289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.01,0.06755840182304382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.01,0.05629439949989319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.2,0.06613759994506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.01,0.06320639848709106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.10017280578613282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.2,0.04855040013790131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.01,0.09089919924736023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.07704960107803345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.01,0.1007040023803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.06661760210990905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.2,0.0735871970653534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.01,0.15081599950790406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.09603840112686157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.2,0.09308159947395325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.01,0.16235519647598268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.2,0.15530879497528077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.10346239805221558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.01,0.1636415958404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.2,0.1609536051750183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.16506240367889405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.01,0.17004799842834473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.1626431941986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.2,0.16506240367889405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.01,0.17137919664382933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.16517759561538697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.2,0.17211519479751586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.01,0.18469120264053346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.09941759705543518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.1738495945930481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.2,0.17779200077056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.01,0.19750399589538575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.05326719880104065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.17576320171356202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.2,0.18974080085754394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.01,0.20250239372253417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.1869312047958374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.2,0.19236479997634887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.01,0.19919999837875366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.1932031989097595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.2,0.1926144003868103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.01,0.22680959701538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.10045440196990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.20891520977020264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.2,0.19820799827575683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.01,0.2393791913986206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.1670016050338745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.20774400234222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.2,0.23367679119110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.01,0.217523193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.15913599729537964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.22115840911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.2,0.25160961151123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.01,0.25640320777893066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.1719231963157654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.243123197555542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.2,0.23729279041290283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.17934080362319946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.01,0.2728832006454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.217740797996521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.2,0.2690239906311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.1705407977104187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.01,0.3323967933654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.2548288106918335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.2,0.29986560344696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.19568639993667603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.01,0.4134655952453613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.28971519470214846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.2,0.33599998950958254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.20460801124572753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.34805119037628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.01,0.5085887908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.2,0.4164544105529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.21072640419006347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.4633152008056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.01,0.5952960014343261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.2,0.5309887886047363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.20434560775756835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.01,0.5683712005615235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.01,0.8959551811218261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.2,0.6624576091766358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.01,0.6594944000244141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.21811840534210206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.01,1.1352767944335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.2,1.0215999603271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.24605441093444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.01,0.8177087783813477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.01,1.5664192199707032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.2,1.2277503967285157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.2403968095779419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.01,1.2126912117004394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.27238399982452394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.2,1.9589887619018556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.01,2.03436164855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.01,1.557804775238037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.29558401107788085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.2,2.3996543884277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.01,2.2698623657226564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.3582335948944092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.01,2.133535957336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.2,3.137222480773926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.420531177520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.01,4.246425628662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.01,2.899251174926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.2,0.6025599956512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.2,5.676185607910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.2,0.6622719764709473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.01,4.717843246459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.01,8.045216369628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.2,1.064857578277588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.2,12.11891860961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.2,1.320486354827881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.01,9.872313690185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.2,2.2399103164672853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.2,3.0829952239990233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.2,3.961983871459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.2,5.883686447143555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.2,14.935296630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.04325760006904602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.01,0.05403519868850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.0494271993637085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.0639360010623932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.01,0.047603198885917665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07998080253601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.2,0.053913599252700804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.01,0.054790401458740236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.2,0.04752640128135681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.01,0.08782079815864563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.17144320011138917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.2,0.058380800485610965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.18197120428085328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.01,0.11075199842453003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.2,0.07939839959144593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.18621439933776857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.2,0.09425280094146729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.01,0.15854079723358155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.18948479890823364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.2,0.15923839807510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.01,0.166048002243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.04971520006656647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.2,0.1709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.19738880395889283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.2,0.17690240144729613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.01,0.1681663990020752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.060761600732803345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.21957120895385743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.2,0.17816319465637206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.01,0.1714367985725403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.2310528039932251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.07701759934425353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.2,0.18097920417785646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.24623360633850097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.01,0.18035199642181396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.2,0.19799040555953978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.09435520172119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.2,0.2035775899887085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.23678719997406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.01,0.1889791965484619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.17103999853134155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.2,0.20135040283203126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.2536832094192505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.18442879915237426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.01,0.1916864037513733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.2,0.2168895959854126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.2703104019165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.1913472056388855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.2,0.23208959102630616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.01,0.20694398880004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.29713280200958253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.2,0.2446592092514038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.19404799938201905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.01,0.2129472017288208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.2,0.2398848056793213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.3824383974075317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.19960319995880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.01,0.22272000312805176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.2,0.27820160388946535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.3930367946624756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.2,0.31313281059265136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.206278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.01,0.23773438930511476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.5112959861755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.2,0.4001728057861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.21787519454956056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.01,0.2373568058013916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.2,0.48923521041870116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.5756864070892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.21594879627227784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.01,0.27143681049346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.2,0.6408576011657715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.7923327922821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.2,0.682700777053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.01,0.30231680870056155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.241158390045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.9550592422485351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.2,0.9881343841552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.01,0.37027840614318847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.2577791929244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.3580096244812012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.2,1.352128028869629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.01,0.4717951774597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.27394559383392336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.01,0.627788782119751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.30254080295562746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.2,1.969830322265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.7080064773559571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.3771071910858154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.2,2.544870376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.01,0.6719615936279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.01,2.4565439224243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.39616639614105226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.2,3.123660850524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.01,0.9486080169677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.01,3.223072052001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.5173632144927979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.2,5.174892807006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.01,1.2798336029052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.5801152229309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.01,3.9833599090576173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.01,1.694060707092285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.7906752109527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.2,10.587007904052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.01,2.4290496826171877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.01,6.813843536376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.9634112358093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.3575488090515138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.01,2.775014305114746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.01,14.332389831542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.7447807312011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.01,4.545798492431641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.2,2.4633983612060546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.2,3.289401626586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.01,9.36385269165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.2,4.114879989624024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.2,7.123500823974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.2,14.597996520996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.01,0.1429311990737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.01,0.161900794506073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.01,0.1299008011817932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.01,0.2013887882232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.01,0.2733952045440674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.01,0.3895488023757935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.2,0.14110080003738404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.01,0.4179520130157471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.2,0.12360320091247559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.01,0.39927680492401124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.2,0.12042880058288574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.01,0.4203904151916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.2,0.206278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.01,0.4462143898010254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.2,0.2319040060043335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.01,0.4830336093902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.2,0.37879679203033445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.01,0.5059199810028077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.2,0.416153621673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.01,0.4984640121459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.01,0.5325888156890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.2,0.42963199615478515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.01,0.5997824192047119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.2,0.4459263801574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.01,0.642470407485962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.2,0.46416001319885253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.2,0.459116792678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.01,0.6070144176483154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.2,0.5261312007904053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.01,0.7607423782348632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.2,0.5308671951293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.01,0.762336015701294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.2,0.5674176216125488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.01,0.8827712059020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.01,0.8537856101989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.2,0.6313024044036866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.01,1.0297151565551759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.2,0.6526080131530761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.01,1.688025665283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.2,0.6411327838897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.2,0.7470016002655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.01,2.024774360656738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.2,0.8592255592346192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.01,2.430303955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.2,1.0428671836853027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.01,3.3115585327148436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.2,0.929689598083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.2,1.17708158493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.01,4.504185485839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.2,1.856729507446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.01,5.850035095214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.2,2.3567487716674806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.2,2.6411840438842775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.01,7.585964965820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.2509567975997925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.2,3.8069313049316404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.32101120948791506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.13725440502166747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.2,5.44337272644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.2215359926223755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.01,17.91362609863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.2,6.782246398925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.3012991905212402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.4087552070617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.2522495985031128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.4263552188873291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.15044480562210083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.2,12.439347076416016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.4341887950897217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.12476799488067628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.4538623809814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.19093120098114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.4645247936248779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.23665919303894042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.4671040058135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.2,22.523539733886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.4116799831390381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.47928318977355955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.44795517921447753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.5004096031188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.4290751934051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.4927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.46348161697387696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.5485824108123779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.45183358192443845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.560646390914917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.49643521308898925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.6020031929016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.5151999950408935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.7285312175750732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.5358911991119385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.7282815933227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.5462399959564209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.01,0.9526528358459473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.5791615962982177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.1020607948303223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.5930367946624756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.01,1.3892736434936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.6648960113525391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.01,1.5970751762390136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.7894336223602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.01,2.2085248947143556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.2,0.8242815971374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.01,2.5768320083618166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.059494400024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.2229951858520507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.01,3.7946815490722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.2,1.7010368347167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.01,4.696198272705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.2,1.9120191574096679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.2,2.3649599075317385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.01,6.072582244873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.2,3.169702339172363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.01,9.823884582519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.2,4.252492904663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.2,6.204569625854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.01,19.931507873535157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.2,11.41599349975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.01,0.10001920461654663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.2,14.329434204101563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.01,0.11236480474472046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.01,0.17477760314941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.01,0.23975679874420167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.2,28.953118896484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.01,0.3891968011856079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.01,0.4022079944610596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.2,0.09911680221557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.01,0.4190783977508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.2,0.09214079976081849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.01,0.4375616073608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.2,0.1141759991645813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.01,0.4562687873840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.2,0.15940480232238768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.01,0.4672192096710205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.01,0.4870783805847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.2,0.22917120456695556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.01,0.506387186050415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.2,0.3906239986419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.01,0.5568575859069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.2,0.41998720169067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.2,0.42827520370483396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.01,0.5781824111938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.2,0.453542423248291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.01,0.6419839859008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.2,0.45340800285339355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.01,0.5974976062774658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.01,0.6573247909545898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.2,0.47133440971374513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.08706560134887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.01,0.7256319999694825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.2,0.5032383918762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.01,0.9047616004943848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.2,0.5231872081756592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.12580480575561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.184607994556427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.01,0.9577792167663575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.2,0.5375423908233643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.23458559513092042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.2,0.5722047805786132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.39253759384155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.01,1.3184191703796386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.2,0.6100351810455322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.417087984085083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.08595200181007386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.01,1.5810175895690919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.4307136058807373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.2,0.6333312034606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.07467520236968994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.4404287815093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.01,2.1535295486450194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.2,0.7162752151489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.1335039973258972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.4654719829559326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.2,0.7842048168182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.01,2.481772804260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.48589439392089845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.15823999643325806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.5317376136779786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.2,0.9025279998779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.22434558868408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.01,3.3365249633789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.5643648147583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.2,0.9995712280273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.39466879367828367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.5884928226470947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.01,4.607206344604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.6470016002655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.4176447868347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.2,1.299731159210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.6731008052825928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.43721599578857423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.2,1.7872127532958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.6735551834106446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.01,5.532083129882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.45423359870910646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.7987520217895507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.2,2.286227226257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.8049983978271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.48906879425048827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.01,9.289657592773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.9944831848144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.2,2.549279975891113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.5270143985748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.2351296424865723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.5504511833190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.2,3.408601760864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.5953856468200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.5712192058563232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.01,19.546694946289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.9276544570922851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.5921535968780518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.2,4.7395072937011715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.01,2.5624767303466798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.6250048160552979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.01,3.197747230529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.66943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.2,6.105344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.7014143943786622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.01,4.57191047668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.8070719718933106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.2,10.428108978271485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.01,6.2072193145751955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.8368512153625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.0081472396850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.01,7.7163841247558596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.263430404663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.2,18.363494873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.5858367919921874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.01,11.940467071533202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.0017791748046876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.2,2.643942451477051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.01,25.08206787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.2,3.308639907836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.2,4.698700714111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.2,6.319494247436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.2,7.935731506347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.2,12.765119934082032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.2,25.61224365234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.01,0.13709440231323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.01,0.21955199241638185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.01,0.36908159255981443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.01,0.181113600730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.01,0.28580479621887206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.01,0.4462592124938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.01,0.547488021850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.01,0.7161791801452637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.01,0.7445888042449951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.01,0.7437632083892822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.2,0.13752319812774658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.01,0.7380352020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.2,0.2223680019378662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.01,0.7806335926055908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.2,0.2050879955291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.01,0.8154175758361817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.2,0.19095040559768678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.01,0.8608960151672364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.2,0.27764480113983153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.01,0.886143970489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.2,0.37599360942840576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.01,0.9166336059570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.2,0.4655935764312744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.01,1.000972843170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.2,0.6319808006286621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.01,1.0995776176452636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.2,0.6824512004852294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.01,1.1629440307617187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.2,0.7226751804351806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.01,1.4529343605041505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.2,0.7228991985321045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.2,0.7693888187408447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.01,1.443008041381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.2,0.8070976257324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.01,1.7833791732788087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.2,0.8583040237426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.01,1.6568191528320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.2,0.9013888359069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.01,2.1034303665161134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.2,0.9773504257202148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.01,2.834956741333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.2,0.9978816032409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.2,1.1049471855163575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.01,3.7668670654296874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.2,1.2010111808776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.01,4.5008190155029295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.2,1.4410367965698243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.2,1.5653120040893556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.01,5.168921661376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.2,1.8831167221069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.01,8.636160278320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.2,1.7955904006958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.22220160961151122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.2,2.373587226867676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.36801919937133787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.01,17.677139282226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.6857664108276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.2,2.9647039413452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.2201472043991089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.2,4.103059387207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.3297408103942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.2,4.848614501953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.48181757926940916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.570310401916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.22426879405975342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.2,5.8261760711669925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.7084544181823731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.38945279121398924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.7546879768371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.2,9.884441375732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.29254400730133057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.01,0.6909696102142334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.26572160720825194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.01,0.7572480201721191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.3336832046508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.2,22.084774780273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.01,0.8192447662353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.42320637702941893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.01,0.8053695678710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.4930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.01,0.840665626525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.6792064189910889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.01,0.9288064002990722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.2,0.7210303783416748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.01,0.9115903854370118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.2,0.720576000213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.01,0.9952511787414551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.2,0.7666175842285157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.1614144325256348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.2,0.7778751850128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.2163776397705077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.01,1.571987247467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.2,0.777459192276001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.2,0.8478143692016602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.01,1.4557567596435548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.2,0.9253120422363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.01,1.8874176025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.2,0.915071964263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.01,1.6198911666870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.0279680252075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.01,2.0428287506103517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.1774144172668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.01,2.910105514526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.3152128219604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.01,3.800435256958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.2,1.6092992782592774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.2,1.553996753692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.01,4.5689857482910154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.01,0.10360959768295289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.2,2.0401472091674804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.01,0.13386240005493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.01,5.158009719848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.01,0.210099196434021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.2,1.9023872375488282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.01,0.15902719497680665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.2,2.4285247802734373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.01,8.811577606201173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.01,0.2969919919967651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.2,3.213894271850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.01,0.42851839065551756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.01,0.5131392002105712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.2,4.390444946289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.01,16.976255798339842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.01,0.6569664001464843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.2,5.46484489440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.01,0.6922624111175537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.01,0.7146751880645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.2,6.1958465576171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.01,0.7445312023162842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.01,0.7675583839416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.2,10.472505950927735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.2,0.10380799770355224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.01,0.8064895629882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.01,0.8481792449951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.2,0.14339200258255005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.01,0.9444416046142579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.2,22.078060913085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.2,0.16520960330963136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.01,0.9859583854675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.2,0.2696063995361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.01,1.0143424034118653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.2,0.38224000930786134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.01,1.1974143981933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.2,0.45253758430480956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.01,1.2597696304321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.2,0.6348671913146973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.01,1.5377920150756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.2,0.6542848110198974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.01,1.5155712127685548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.2,0.722489595413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.01,1.7996160507202148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.2,0.7318975925445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.01,2.107315254211426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.2,0.7894527912139893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.01,2.645414352416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.2,0.786515188217163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.2,0.901427173614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.01,3.0016767501831056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.2,0.9481984138488769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.01,4.126976013183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.2,0.9798527717590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.01,5.090444946289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.2,1.0848447799682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.0881663978099823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.2,1.2140864372253417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.01,6.488870239257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.2,1.164128017425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.09836800098419189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.01,9.594457244873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.2,1.3835968017578124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.1310271978378296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.2,1.537600040435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.16643840074539185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.01,20.438674926757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.30892798900604246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.2,1.8926912307739259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.4475776195526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.2,2.2223615646362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.5223552227020264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.0877568006515503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.10175360441207885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.7010752201080322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.2,2.8643775939941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.7247104167938232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.10404479503631592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.2,3.345375823974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.17027839422225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.7424767971038818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.2,4.583583831787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.2722304105758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.8123264312744141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.2,5.275270462036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.38279678821563723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.8627776145935059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.4854464054107666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.8970432281494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.2,6.4959358215332035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.6558784008026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.9585344314575195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.2,10.417222595214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.6819776058197021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.01,1.026681613922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.7215424060821534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.0728896141052247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.2,22.727565002441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.7889088153839111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.0757504463195802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.8442751884460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.2392255783081054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.9052543640136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.313049602508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.9647551536560058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.606399917602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.6985408782958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.2,1.0032640457153321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.08691840171813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.0941632270812989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.1234560012817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.08443520069122315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.08255360126495362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.0957247734069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.01,2.6395904541015627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.08178560137748718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.3072959899902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.08297600150108338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.01,3.493734359741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.08781440258026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.3813440322875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.09535999894142151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.01,4.2508544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.1044160008430481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.6720640182495117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.10558719635009765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.11263359785079956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.01,5.826790237426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.7975231170654298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.11058559417724609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.2,2.2164031982421877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.13069440126419068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.01,6.685945892333985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.14462080001831054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.2,2.732966423034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.13715840578079225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.18009599447250366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.01,8.148038482666015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.2,3.615660858154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.1926144003868103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.22320001125335692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.2,4.404748916625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.30960640907287595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.01,12.896435546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.37884159088134767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.2,6.055929565429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,0.5599552154541015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.2,6.85863037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,0.6827199935913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,1.0689791679382323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.01,25.033042907714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,1.0879487991333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.2,8.384678649902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,1.848646354675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,2.1277631759643554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.08488320112228394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.2,13.360588073730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,3.7858303070068358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.08307200074195861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.0800383985042572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,4.110905456542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.0812928020954132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,6.266169738769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.08117759823799134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.2,26.894393920898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.09616640210151672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,11.374566650390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.10819200277328492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,19.554080200195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.11879680156707764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.1236415982246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.12403839826583862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.1350335955619812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.15121279954910277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.1290112018585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.17304320335388185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.18457599878311157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.01,0.0717631995677948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.2422015905380249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.34837119579315184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.01,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.41602559089660646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.01,0.06339840292930603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,0.5413248062133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.01,0.04856959879398346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.01,0.07507200241088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,0.7021376132965088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.01,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.01,0.07573760151863099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,1.0233023643493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.01,0.07315199971199035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.01,0.08094720244407654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,1.2344191551208497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.2,0.07169920206069946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.01,0.07359359860420227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.01,0.07899519801139832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.01,0.08605440258979798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,1.7019712448120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.2,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.01,0.09078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.01,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,2.4390399932861326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.2,0.06815360188484192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.01,0.08817279934883118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.01,0.10038399696350098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.2,0.07557119727134705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.01,0.09306880235671997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,4.047577667236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.01,0.10213760137557984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.01,0.08919039964675904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.2,0.07623680233955384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.01,0.10028799772262573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.01,0.10377600193023681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,5.231788635253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.2,0.07950080037117005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.01,0.10832639932632446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.01,0.1168511986732483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.01,0.11322879791259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.2,0.0874176025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,6.593036651611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.01,0.11716480255126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.01,0.11693439483642579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.2,0.09275519847869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.01,0.1339136004447937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.01,0.11827199459075928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,11.602355194091796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.01,0.14958080053329467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.2,0.09708799719810486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.01,0.20921599864959717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.01,0.1399359941482544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.2,0.10487680435180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.01,0.23493120670318604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.01,0.15880320072174073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.2,0.10197759866714477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.01,0.3059135913848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,20.858425903320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.01,0.42651519775390623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.2,0.1123136043548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.01,0.17111680507659913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.01,0.5083199977874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.2,0.11235840320587158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.01,0.2548543930053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.01,0.6045184135437012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.2,0.13627519607543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.01,0.9285311698913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.01,0.2765376091003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.2,0.15453439950942993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.01,1.0238847732543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.01,0.38791038990020754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.01,1.8172607421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.2,0.16257920265197753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.01,0.522707176208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.01,2.3917503356933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.2,0.20992639064788818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.01,0.8807168006896973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.01,3.2599040985107424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.2,0.2529727935791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.01,0.9155776023864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.01,5.742131042480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.2,0.33715200424194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.2,0.38034560680389407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.01,1.3134271621704101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.01,10.517420959472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.2,0.5511231899261475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.2,0.0495743989944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.01,1.6831039428710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.2,0.7647679805755615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.2,0.05267840027809143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.01,2.974822425842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.2,1.0354304313659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.2,0.05683839917182922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.01,3.4376449584960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.2,1.5525376319885253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.2,0.07281919717788696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.2,0.07343999743461609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.2,1.9394752502441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.01,4.9378303527832035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.2,0.08008959889411926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.2,2.958118438720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.2,0.08485119938850402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.01,7.7679298400878904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.0436928004026413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.2,4.524678421020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.2,0.08616960048675537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.05788800120353699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.2,0.08863999843597412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.01,11.000460815429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.2,4.527251052856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.07154560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.2,0.09109119772911071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.07420160174369812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.2,0.09223039746284485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.07639679908752442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.2,0.09995520114898682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.2,10.822016143798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.0813696026802063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.2,0.10385279655456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.2,0.10728960037231446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.08818560242652893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.2,13.218585205078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.2,0.12129919528961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.09308159947395325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.09637759923934937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.2,0.13271679878234863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.1090432047843933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.2,0.15608960390090942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.10951039791107178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.2,0.19737600088119506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.10705920457839965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.0424703985452652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.2,0.25678720474243166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.12599680423736573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.2,0.29736320972442626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.04481280148029328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.12856320142745972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.14262399673461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.2,0.38592000007629396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.054553598165512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.1648576021194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.2,0.5432831764221191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.070387202501297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.2057663917541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.2,0.6574783802032471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.27550079822540285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.07430400252342224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.3389695882797241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.2,0.9944000244140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.07681919932365418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.4833536148071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.07888000011444092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.2,1.0518207550048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.5405759811401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.08339840173721313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,0.7548223972320557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.2,1.7810943603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.0880832016468048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.0101696014404298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.2,3.027347183227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.09244800209999085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,1.4812031745910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,1.9360960006713868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.09512959718704224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.2,3.25467529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,2.4128576278686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.10483839511871337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.2,5.226911926269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,3.8368896484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.11083519458770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.10836479663848878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,8.020230102539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.2,9.876217651367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.12087680101394653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.1313215970993042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.13949439525604249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.17760000228881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.2044991970062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.274835205078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.3406208038330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.47153282165527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.5407487869262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,0.7538176059722901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,0.9625472068786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,1.4265600204467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,1.9272832870483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,2.440377616882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,3.8572864532470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,8.061145782470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.11263359785079956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.01,0.10292479991912842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.10951679944992065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.10963200330734253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.01,0.09128320217132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.11010559797286987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.01,0.09907839894294738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.11048320531845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.01,0.10546560287475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.12534400224685668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.01,0.10589439868927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.01,0.11649279594421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.15767680406570433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.01,0.13603199720382692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.12736639976501465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.01,0.12192000150680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.15015679597854614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.01,0.1339903950691223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.17776000499725342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.01,0.13569920063018798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.01,0.13865599632263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.14079359769821168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.01,0.14657280445098878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.16424319744110108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.01,0.15526399612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.1664512038230896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.01,0.16787199974060057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.19561599493026732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.2,0.09406080245971679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.01,0.2210752010345459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.23014400005340577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.2,0.09697279930114747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.01,0.21907200813293456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.2673791885375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.2,0.08366079926490784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.01,0.2728832006454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.11342719793319703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.2,0.10573439598083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.3095871925354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.10959359407424926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.01,0.4004415988922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.10929919481277466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.2,0.10640640258789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.01,0.44298877716064455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.10799360275268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.01,0.4807487964630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.2,0.11907199621200562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.11019519567489625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,0.5170239925384521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.01,0.5137856006622314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.13914239406585693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.2,0.12510080337524415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,0.6948736190795899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.16595840454101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.01,0.6855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.1343168020248413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.2,0.12264959812164307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,0.8908160209655762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.01,1.0321215629577636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.15110399723052978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.2,0.13528319597244262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.1789247989654541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,1.382643222808838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.01,1.3945280075073243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.1422719955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.2,0.14672640562057496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.01,2.2237503051757814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.1633407950401306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,2.0642303466796874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.2,0.1323583960533142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.18403199911117554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.01,2.4522111892700194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.19814399480819703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.2,0.13962240219116212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,3.1170303344726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.2326591968536377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.2,0.17623679637908934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.01,4.308307266235351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.2688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,3.821324920654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.2,0.18865920305252076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.333190393447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.01,6.36929931640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.2,0.4927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.2,0.20046720504760743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,5.484281539916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,0.531718397140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.2,0.2536895990371704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,0.7489151954650879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.01,7.752134704589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,7.387455749511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.2,0.2718400001525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,0.9729599952697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.2,0.40494718551635744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,1.3127936363220214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,10.2359619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.01,15.083474731445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.2,0.4424704074859619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,2.0225088119506838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.2,0.5740223884582519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,3.263987350463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.2,0.787391996383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,3.7836864471435545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,17.805535888671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.01,26.328280639648437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.2,1.090988826751709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,5.677273559570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.2,1.4650879859924317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,8.664966583251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.2,2.0519872665405274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,34.91867370605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,10.175872039794921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.2,3.418745422363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.2,4.884812927246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,16.126406860351562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.2,8.097772979736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.2,9.684524536132812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,32.60610656738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.2,14.19287109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.2,27.5148681640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.01,0.06849920153617858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.01,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.01,0.08659840226173401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.01,0.10165120363235473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.2,0.07184000015258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.0526528000831604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.01,0.1034432053565979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.060864001512527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.2,0.06595839858055115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.01,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.07009919881820678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.2,0.07141119837760926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.01,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.1008255958557129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.10118399858474732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.01,0.11607040166854858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.2,0.10179200172424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.11028480529785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.01,0.11716480255126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.05287039875984192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.11047680377960205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.01,0.12625919580459594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.11715840101242066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.05996800065040588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.2,0.11012480258941651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.12450560331344604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.01,0.12712960243225097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.07217280268669128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.12764159440994263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.2,0.1148800015449524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.01,0.13656959533691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.12760319709777831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.100108802318573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.2,0.11422079801559448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.14449280500411987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.01,0.15224319696426392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.14778239727020265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.10302079916000366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.2,0.12130559682846069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.01,0.15433599948883056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.16715519428253173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.10858880281448365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.2,0.12275840044021606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.1864575982093811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.01,0.17598719596862794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.20640640258789061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.11134079694747925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.2,0.13175040483474731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.01,0.18513280153274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.1940608024597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.11605759859085082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.25070719718933104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.2,0.14328960180282593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.01,0.22251520156860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.2984895944595337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.01,0.30010879039764404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.2,0.1499776005744934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.40221438407897947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.12799999713897706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.5112959861755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.01,0.3842495918273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.2,0.15445760488510132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.733459186553955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.12727680206298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.01,0.5749375820159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.2,0.1689344048500061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.8202048301696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.13983360528945923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.1742976188659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.01,0.5673151969909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.2,0.19713280200958253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,1.482387161254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.15196800231933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.01,0.8030528068542481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.2,0.2492608070373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,2.1586048126220705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.1659327983856201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.2,0.2948352098464966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.01,0.9399744033813476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,2.9053119659423827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.1889024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.2,0.37306880950927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.01,1.522655963897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,3.6566398620605467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.21033599376678466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.2,0.5401343822479248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,5.724729537963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.01,1.8715839385986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.19440640211105348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.2,0.6229568004608155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.01,2.8240640640258787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,11.826182556152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.23891839981079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.2,0.9240832328796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.01,3.7218048095703127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.31020801067352294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.2,1.0748224258422852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.41439361572265626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.01,4.793433761596679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.2,1.5647232055664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.5172095775604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.2,1.6319168090820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.01,7.37589111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.7448319911956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.2,3.321491241455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.8167231559753418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.01,14.734002685546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.2,4.212723159790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.185574436187744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,1.4313152313232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.2,4.958899307250976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,2.1452543258666994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,2.9185279846191405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.2,9.669875335693359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,3.630847930908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.2,17.43306884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,5.775500869750976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,12.202931213378907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.14010239839553834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.20846080780029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.10521600246429444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.01,0.09479680061340331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.1284160017967224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.1921728014945984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.2,0.09640960097312927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.01,0.08992639780044556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.21842560768127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.01,0.12611199617385865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.2,0.12776319980621337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.30069119930267335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.01,0.17800320386886598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.2957119941711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.2,0.09006080031394958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.31547520160675047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.01,0.21843841075897216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.14069759845733643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.2,0.11454720497131347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.3222912073135376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.01,0.2933631896972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.21008000373840333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.2,0.144377601146698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.32866559028625486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.01,0.3063551902770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.34304640293121336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.09360640048980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.2,0.19290879964828492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.36620159149169923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.01,0.303219199180603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.2,0.2820735931396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.1295359969139099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.37104001045227053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.2,0.2972287893295288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.01,0.317792010307312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.36583681106567384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.1766144037246704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.409657621383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.2,0.3087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.21288321018218995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.01,0.33639678955078123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.4223487854003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.2874624013900757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.2,0.3081599950790405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.01,0.3404927968978882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.5017983913421631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.5086656093597413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.3110719919204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.2,0.33832321166992185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.01,0.3476991891860962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,0.5981696128845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.31795198917388917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.01,0.37315199375152586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.2,0.35369598865509033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,0.6444543838500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,0.8090751647949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.3425663948059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.01,0.4047872066497803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.2,0.3610879898071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,1.0274880409240723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.32309761047363283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.01,0.42118401527404786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.2,0.3787839889526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,1.2965951919555665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.34922239780426023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.01,0.4387904167175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.2,0.3946559906005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,1.6150144577026366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.3528831958770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.01,0.4998464107513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.2,0.41349120140075685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,2.3314815521240235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.38065280914306643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.01,0.5152512073516846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,2.9198400497436525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.2,0.4455552101135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.4129983901977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,3.494790267944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.01,0.6248703956604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.2,0.5152959823608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.44442238807678225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.01,0.6577407836914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,5.329894256591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.2,0.5288640022277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.4711167812347412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.01,0.7987840175628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.2,0.6391935825347901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.5300159931182862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,11.855091094970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.01,1.009324836730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.2,0.7330368041992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.5616000175476075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.01,1.388646411895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.2,0.9013440132141113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,0.6509119987487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,0.698899221420288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.01,1.7028287887573241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.2,1.1292160034179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,0.9263680458068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.2,1.5013567924499511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.01,2.3461631774902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,1.1299263954162597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.2,1.7786687850952148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.01,3.096889686584473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,1.505964756011963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.2,2.7548351287841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,1.7028928756713868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.01,3.754003143310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,2.500921630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.2,3.33831672668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.01,6.237945556640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,4.270758438110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.2,4.181087875366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,4.534656143188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.01,11.838060760498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.2,7.405113220214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.01,0.08154879808425904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,6.570880126953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.01,0.09283840060234069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.01,0.09074559807777405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.2,14.174418640136718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.01,0.1235967993736267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,15.296499633789063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.01,0.1720128059387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.01,0.21992321014404298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.01,0.28387200832366943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.01,0.31182079315185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.01,0.3219007968902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.01,0.33346560001373293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.01,0.35000319480895997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.01,0.3625152111053467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.01,0.3910912036895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.01,0.4128896236419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.01,0.44745597839355467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.01,0.4542719841003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.2,0.08193920254707336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.01,0.48874239921569823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.2,0.09159680008888245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.07653759717941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.01,0.5664447784423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.07612800002098083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.01,0.5851263999938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.2,0.07968639731407165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.07481600046157837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.01,0.7006912231445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.2,0.11043200492858887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.07752320170402527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.08532480001449586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.01,0.7384384155273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.2,0.15866880416870116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.08385279774665833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.01,0.9389632225036622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.1303936004638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.2,0.20455679893493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.01,1.228326416015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1273344039916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.18785279989242554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.2,0.29945600032806396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.01,1.7011903762817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.17441279888153077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.2443455934524536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.01,2.067027282714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.2,0.31279358863830564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.22403841018676757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.01,2.9343488693237303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.34000000953674314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.2,0.321779203414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.3355711936950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.01,4.056684875488282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.36343679428100584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.2,0.325216007232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.3535295963287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.01,4.483500671386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.2,0.3524735927581787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3756671905517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.3641983985900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.01,7.610476684570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.2,0.3713279962539673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.38744320869445803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.3925312042236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.2,0.39784319400787355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.40903677940368655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.41550722122192385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.01,15.670252990722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.2,0.4147071838378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.44228482246398926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.4256576061248779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.2,0.4364736080169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.47736320495605467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.45722241401672364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.5079679965972901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.2,0.4863296031951904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.5011648178100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.5495935916900635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.2,0.5141119956970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.5359360218048096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.582751989364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.2,0.5829567909240723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.5743680000305176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.5949696063995361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.2,0.622438383102417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.5783040046691894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.6783743858337402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.6945087909698486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.2,0.7309760093688965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.7461823940277099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.7974847793579102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.2,0.8165823936462402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.9065152168273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.9609536170959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.2,1.0012031555175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.0481599807739257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.086188793182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.2,1.3001855850219726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.4039551734924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.3855551719665526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.2,1.7387775421142577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.7060543060302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.7551679611206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.2,2.0798271179199217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.07322239875793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.04783360064029694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,2.3334848403930666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,2.400166320800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.2,3.0816640853881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.06630399823188782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.0921215057373046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.0517759323120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.2,4.032640075683593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.07815679907798767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.10021120309829712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,4.438880157470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,4.50682258605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.2,5.280281448364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.10309120416641235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.10271999835968018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,5.655238342285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,5.705472183227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.10514559745788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.2,7.774553680419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.1072383999824524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,7.079244995117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,6.91739501953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.11140480041503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.11957759857177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.2,16.322764587402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.12470400333404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,11.827334594726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,10.853759765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.12769919633865356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.13953280448913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.14325120449066162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.14711040258407593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,23.89594268798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,23.276409912109376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.17656960487365722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.19680639505386352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.24877440929412842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.2726272106170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.3636352062225342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,0.4506944179534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,0.6426815986633301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,0.8306752204895019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,1.194035243988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,1.6516096115112304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,1.9173759460449218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,3.1526975631713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.01,0.05392640233039856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.0717248022556305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.2,0.05592319965362549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,6.5483650207519535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.01,0.042342400550842284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.2,0.041843199729919435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.01,0.04759680032730103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.051718401908874514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.2,0.05012480020523071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.01,0.06796799898147583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.06044800281524658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.01,0.0726207971572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.0742143988609314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.2,0.0654911994934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.01,0.09718400239944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.09812480211257935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.2,0.10017919540405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.10191999673843384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.2,0.10113919973373413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.10510720014572143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.2,0.10544639825820923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.01,0.10543999671936036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.10824320316314698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.01,0.11141760349273681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.2,0.11137919425964356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.01,0.04816640019416809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.01,0.11697920560836791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.01,0.044121599197387694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.10974080562591552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.2,0.11073280572891235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.01,0.05111680030822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.01,0.12531839609146117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.1126911997795105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.2,0.12009600400924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.01,0.06318079829216003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.01,0.13006720542907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.01,0.0743552029132843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.1165503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.2,0.12438399791717529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.01,0.10523519515991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.01,0.1328511953353882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.12209919691085816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.2,0.12979840040206908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.01,0.10733439922332763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.01,0.14127999544143677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.01,0.11242239475250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.13388799428939818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.2,0.1283519983291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.01,0.15000959634780883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.01,0.11793919801712036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.01,0.12240639925003052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.13651200532913207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.2,0.14120960235595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.01,0.15410560369491577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.01,0.12660479545593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.1510655999183655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.01,0.18218239545822143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.2,0.14625279903411864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.01,0.13063039779663085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.01,0.1432255983352661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.01,0.20838398933410646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.15370240211486816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.2,0.15790079832077025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.01,0.24970879554748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.1951807975769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.01,0.16076159477233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.2,0.18437119722366332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.01,0.31271679401397706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.01,0.16892160177230836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.2048192024230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.2,0.2307647943496704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.01,0.1749567985534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.01,0.4013184070587158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.01,0.20767359733581542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.2755647897720337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.2,0.26684160232543946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.01,0.49920001029968264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.01,0.24970879554748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.316646409034729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.2,0.3255808115005493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.01,0.32316160202026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.01,0.6673600196838378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.01,0.36895999908447263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.3911936044692993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.2,0.4689727783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.01,0.8821184158325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.01,0.5342591762542724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,0.5061823844909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.2,0.557151985168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.01,0.5972224235534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.01,1.228921604156494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,0.7035711765289306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.01,0.9182720184326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.2,0.7893631935119629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.01,1.1316800117492676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.01,1.655072021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,1.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.2,1.0003647804260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.01,1.5217023849487306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.01,2.0818687438964845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.2,1.3959424018859863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,1.6483583450317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.01,2.0647872924804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.01,2.6872127532958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.2,1.9267967224121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,2.146419143676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.01,3.6177982330322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.01,4.453683090209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.2,2.585887908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,2.951532745361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.01,7.421369934082032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.01,9.449753570556641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.2,3.9563648223876955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,4.581145477294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.2,9.032851409912109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,11.332819366455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.04652799963951111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.2,0.04898560047149658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04539520144462585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.2,0.042124798893928526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.2,0.048640000820159915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07248640060424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.2,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.04618239998817444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.086080002784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.2,0.07043840289115906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.04477440118789673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.12884479761123657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.2,0.10527360439300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.13175679445266725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05500159859657287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.2,0.10800000429153442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.13645440340042114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.2,0.11446399688720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06763520240783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.1418944001197815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.2,0.11790080070495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.149619197845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.07760639786720276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.2,0.12609280347824098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.1246783971786499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.1720703959465027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.2,0.1300160050392151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.1891711950302124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.1345728039741516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.18519680500030516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.2,0.13564800024032592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.14019839763641356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.1997056007385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.2,0.14540159702301025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.14843519926071166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.2150144100189209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.15175039768218995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.2500799894332886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.2,0.14795520305633544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.3130496025085449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.16462080478668212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.2,0.16183680295944214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.343667197227478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.1765504002571106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.2,0.16704000234603883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.4416959762573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.19455360174179076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.5156735897064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.2,0.18592640161514282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.7326784133911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.2,0.21351680755615235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.18480000495910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.9082431793212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.2,0.23681280612945557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.20493440628051757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.2993215560913085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.2,0.31185920238494874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.2182015895843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.6968576431274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.2,0.4031424045562744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.566227149963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.25550720691680906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.2,0.5247039794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,3.369260787963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.3149696111679077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.2,0.6750847816467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,4.171731185913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.3468735933303833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.15208959579467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.2,0.8604864120483399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.4479423999786377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,6.580364990234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.1701632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.2,1.1139007568359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.5218624114990235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.09884799718856811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.2,1.7337791442871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,14.28289337158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.13356159925460814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.730463981628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.2,2.12609920501709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.16215039491653443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.9164031982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.2,2.794566345214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.2428800106048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.3001728057861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.23617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.2,4.584038543701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.7095232009887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.24407680034637452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.589632034301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.24971520900726318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.2,10.77768325805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.262662410736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,3.419667053222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.26068480014801027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.2703104019165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,4.265292739868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.2744384050369263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.30322558879852296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,7.160755157470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.32238719463348386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.3652031898498535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.3300159931182861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,14.816358947753907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.416703987121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.4563392162322998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.5312255859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,0.6087679862976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,0.8186176300048829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,0.9229184150695801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,1.3417856216430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,1.6025152206420898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,2.465715217590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,2.9809215545654295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,4.459936141967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.01,0.10129280090332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.01,0.11535359621047973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,6.261318588256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.01,0.08715519905090333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.01,0.12735359668731688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,13.560762023925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.01,0.14673279523849486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.14491519927978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.01,0.21335039138793946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.01,0.2404031991958618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.0984063982963562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.01,0.2502592086791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.12533119916915894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.01,0.24960639476776122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.16213120222091676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.2,0.10059520006179809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.01,0.2585983991622925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.21972479820251464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.24713599681854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.01,0.26046080589294435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.23379840850830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.2,0.08216959834098816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.01,0.275603199005127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.2573247909545898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.01,0.27757439613342283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.2,0.10654079914093018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.27381761074066163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.01,0.2950592041015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.27587840557098386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.2,0.13212800025939941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.28441600799560546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.01,0.32715520858764646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.2,0.2165247917175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.2889024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.01,0.3436736106872559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.2,0.23004798889160155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.30796160697937014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.2,0.24134399890899658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.01,0.3400192022323608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.31709439754486085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.32147200107574464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.2,0.25109760761260985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.01,0.39000959396362306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.3594752073287964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.2,0.258022403717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.01,0.07797120213508606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.01,0.423635196685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.41064958572387694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.2,0.2785599946975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.45510401725769045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.01,0.5447167873382568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.01,0.08008959889411926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.5961728096008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.2,0.2870016098022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.01,0.5967616081237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.01,0.08929920196533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,0.6799359798431397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.2,0.29303679466247556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,0.8613632202148438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.01,0.11156480312347412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.01,0.7764416217803956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,1.1950207710266114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.2,0.31221120357513427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.01,0.15377919673919677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.01,1.0084351539611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,1.4564672470092774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.2,0.34771840572357177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.01,0.2220223903656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,1.7213632583618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.01,1.3393024444580077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.2,0.3709952116012573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.01,0.23255040645599365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,3.4095294952392576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.01,1.6894399642944335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.2,0.3708159923553467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.01,0.2450495958328247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,3.9653953552246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.2,0.4364927768707275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.01,2.4718015670776365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.01,0.2614016056060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,4.21064338684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.2,0.4515647888183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.01,0.26007039546966554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.01,2.982284736633301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,7.585459136962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.2,0.5406464099884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.01,0.2735743999481201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.01,3.5121280670166017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.2,0.6187456130981446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.01,0.2942528009414673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,16.0866943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.01,0.3127487897872925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.2,0.8429311752319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.01,5.807455825805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.01,0.30576000213623045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.2,1.1431936264038085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.01,0.335097599029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.2,1.4121664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.01,0.3567296028137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.01,12.161958312988281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.01,0.39162240028381345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.2,1.8543615341186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.01,0.4602816104888916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.2,2.702067184448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.01,0.4826240062713623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.01,0.5878592014312745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.2,3.519398498535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.01,0.6944128036499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.01,0.9169983863830566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.2,4.044819259643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.01,1.1303232192993165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.01,1.5422656059265136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.2,6.511212921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.01,1.8761791229248046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.2,0.07772799730300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.01,2.7590848922729494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.2,15.976832580566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.2,0.06804479956626892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.01,3.7563648223876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.2,0.08138239979743958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.07221760153770447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.2,0.10478719472885131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.01,4.348467254638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.2,0.1378175973892212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.0726527988910675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.2,0.2203455924987793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.09111679792404175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.01,7.301920318603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.2,0.24544639587402345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.12565759420394898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.2,0.2388416051864624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.16544640064239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.2,0.25684480667114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.2515199899673462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.2,0.27215359210968015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.01,14.882879638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.2816319942474365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.2,0.2945791959762573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.2875648021697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.2,0.30142080783843994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.30405120849609374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.2,0.31071999073028567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.3124991893768311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.2,0.3322688102722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.3298432111740112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.2,0.35971839427948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.3508415937423706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.2,0.38883841037750244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.36983039379119875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.07137280106544494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.2,0.3766400098800659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.381331205368042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.2,0.43543038368225095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.06551039814949036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.2,0.48575358390808104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.4014400005340576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.0907904028892517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.2,0.593068790435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.43199357986450193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.2,0.7298880100250245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.12142080068588257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.4553408145904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.2,0.9541695594787598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.5415616035461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.15149439573287965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.2,1.217625617980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.6010560035705567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.25089919567108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.2,1.5743616104125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.7605760097503662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.27501440048217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.2,2.0984703063964845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.29632000923156737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.2,2.810982322692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,0.9656576156616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.30616960525512693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.2,3.805887985229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.2465087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.32366080284118653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.2,5.405651092529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.612633514404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.342303991317749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,2.247711944580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.2,8.078195190429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.36304640769958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,2.759424018859863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.3904959917068481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.2,17.5150146484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,3.99615364074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.3839359998703003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.41565442085266113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,5.247206497192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.43619837760925295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.4649216175079346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,6.478022766113281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.5550784111022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.6341311931610107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,10.222541046142577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.8023232460021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.9758912086486816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.2515647888183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,22.388768005371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.6256128311157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,2.259008026123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,2.7955648422241213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,4.040428924560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.13994239568710326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,5.276044845581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.22128000259399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,6.543206024169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.3719104051589966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.13610880374908446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,10.700249481201173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.18737280368804932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.25678720474243166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.2958400011062622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,22.729037475585937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.37733120918273927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.38000640869140623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.4064000129699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.4373055934906006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.4368768215179443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.4461184024810791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.48665599822998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.515993595123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.5725632190704346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.567903995513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.01,0.0961408019065857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.6666111946105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.01,0.13637759685516357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.6687168121337891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.01,0.2153088092803955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.13954559564590455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.01,0.11061760187149047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,0.8052032470703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.22067201137542725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.01,0.1777791976928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,0.8244735717773437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.20734720230102538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.01,0.24724481105804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.13265279531478882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.011731243133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.1880959987640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.01,0.2893887996673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,1.0174783706665038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.23354880809783934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.01,0.3448319911956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,1.4468864440917968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.2639616012573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.01,0.37914879322052003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.35012478828430177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,1.8129472732543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.01,0.3883455991744995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.39183359146118163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.38416640758514403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.01,0.42583041191101073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,2.563795280456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.2,0.09459199905395507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.4166912078857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.01,0.44291839599609373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.2,0.12921600341796874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.43474559783935546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,2.958367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.01,0.4470528125762939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.44406399726867674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.2,0.10973440408706665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.4775551795959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,3.7478145599365233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.01,0.4762944221496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.2,0.11211520433425903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.5393343925476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.01,0.5210752010345459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.2,0.17069439888000487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.560972785949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,6.1038463592529295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.01,0.5097663879394532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.5792128086090088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.2,0.22339839935302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.6296576023101806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.01,0.5443391799926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.2,0.26258559226989747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.7138304233551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,10.993702697753907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.01,0.635807991027832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.2,0.3655616044998169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,0.8937088012695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.2,0.3684544086456299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,0.8873920440673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.01,0.6927296161651612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.0633407592773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.2,0.3812671899795532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.01,0.8702783584594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,1.1787967681884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.2,0.405075216293335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.01,0.8520959854125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,1.549728012084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.2,0.43205761909484863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.01,1.0992128372192382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,2.0214080810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.2,0.4524223804473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.01,1.235001564025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,2.731814384460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.2,0.45555839538574217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.01,1.515180778503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,3.1854143142700195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.2,0.5112063884735107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.01,1.9959552764892579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,4.06671371459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.2,0.4990528106689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.01,2.6977727890014647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,6.4295166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.2,0.591212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.01,3.2949249267578127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.2,0.6520192146301269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,13.461753845214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.2,0.7037568092346191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.01,3.9149375915527345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.2,0.839417552947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.01,0.08251519799232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.01,6.346547317504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.2,0.9037631988525391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.01,0.09321600198745728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.2,1.1295616149902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.01,0.14024319648742675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.01,13.033798217773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.2,1.2072383880615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.01,0.11393920183181763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.01,0.18929280042648317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.2,1.546003246307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.01,0.25442559719085694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.2,2.2551296234130858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.01,0.29495038986206057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.01,0.37608320713043214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.2,2.859424018859863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.01,0.4007552146911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.2,3.3626686096191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.01,0.409657621383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.01,0.43870081901550295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.2,4.504902267456055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.01,0.4599167823791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.2,0.07971839904785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.01,0.4835775852203369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.2,6.795257568359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.2,0.09408000111579895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.01,0.5122496128082276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.2,0.10003199577331542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.01,0.5495999813079834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.2,0.11109119653701782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.07804160118103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.01,0.5619584083557129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.2,0.17589759826660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.2,13.990463256835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.2,0.23176319599151612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.01,0.6223296165466309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.07799680233001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.2,0.25804800987243653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.01,0.730841588973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.10560640096664428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.2,0.3702143907546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.01,0.7587007999420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.12108160257339477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.2,0.3907583951950073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.2,0.4
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.19826560020446776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.01,0.9200832366943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.2,0.4188992023468018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.28837759494781495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.01,0.949772834777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.2,0.4654528141021729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.34872961044311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.2,0.4754176139831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.01,1.1652928352355958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.2,0.5199808120727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.44140801429748533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.01,1.4419455528259277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.2,0.5375552177429199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.4765376091003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.01,1.9287359237670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.2,0.5719552040100098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.4888256072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.2,0.633190393447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.01,2.315078353881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.5147327899932861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.2,0.7363967895507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.2,0.781056022644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.01,3.1972415924072264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.5353856086730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.07804160118103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.2,0.9191103935241699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.5747263908386231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.07655680179595947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.01,3.9841217041015624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.2,1.0061311721801758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.6354752063751221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.2,1.2301440238952637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.08894720077514648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.01,4.9119617462158205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.2,1.4926783561706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.678937578201294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.12276480197906495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.2,1.936390495300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.7401535987854004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.19382400512695314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.01,8.194572448730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.2,2.5602367401123045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.8088383674621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.2597759962081909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.2,3.2623809814453124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.31240320205688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.9527104377746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.2,4.236243057250976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.01,15.785459899902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.4170368194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.9550080299377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.2,5.3554943084716795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.4432960033416748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.1428735733032227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.2,8.331404876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.47845120429992677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.2881728172302247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.48419837951660155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.6310592651367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.2,19.12785949707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.5391871929168701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.1204992294311524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.5585408210754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,2.804672050476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.6049407958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,3.439891052246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.6542912006378174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,4.787097549438476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.6951680183410645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.7842368125915528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,6.3177024841308596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.9320511817932129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.9541055679321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,7.927507019042968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.1428544044494628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.2951680183410645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,11.821778869628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.6429632186889649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.187500762939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,24.03955841064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,2.8859392166137696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,3.4958465576171873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,4.895455932617187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,6.235225677490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,7.7295677185058596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,11.802041625976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,24.731129455566407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,power_law_1.01,0.08210560083389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,power_law_1.01,0.10334080457687378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,power_law_1.01,0.09340159893035889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,power_law_1.01,0.09218559861183166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,power_law_1.01,0.09226239919662475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,power_law_1.01,0.10794880390167236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,power_law_1.01,0.12434560060501099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,power_law_1.01,0.12907520532608033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,power_law_1.01,0.13567999601364136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,power_law_1.01,0.16668800115585328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,power_law_1.01,0.15854719877243043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,power_law_1.01,0.17212159633636476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,power_law_1.01,0.19199999570846557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,power_law_1.01,0.21045761108398436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,power_law_1.01,0.23837440013885497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,power_law_1.2,0.07820799946784973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,power_law_1.01,0.26472320556640627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,power_law_1.01,0.28270080089569094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,power_law_1.2,0.08939520120620728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,power_law_1.01,0.420959997177124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,power_law_1.2,0.08298879861831665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,power_law_1.01,0.44533119201660154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,power_law_1.2,0.0906112015247345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,power_law_1.01,0.8587712287902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,power_law_1.2,0.0920639991760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,power_law_1.2,0.1023103952407837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,power_law_1.01,0.9363967895507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,power_law_1.01,1.3499008178710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,power_law_1.2,0.1354367971420288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,power_law_1.01,1.847750473022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,power_law_1.2,0.1629696011543274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,power_law_1.01,2.8033727645874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,power_law_1.2,0.17568639516830445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,power_law_1.01,3.5162113189697264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,power_law_1.2,0.1643455982208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,power_law_1.01,6.081209564208985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,power_law_1.2,0.1711359977722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,power_law_1.01,6.970771026611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,power_law_1.2,0.198854398727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,power_law_1.2,0.21271679401397706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,power_law_1.2,0.23264000415802003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,power_law_1.01,10.215347290039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,power_law_1.2,0.2580672025680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,power_law_1.2,0.3298943996429443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,4,power_law_1.01,15.085862731933593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,power_law_1.2,0.49320321083068847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,power_law_1.2,0.47796478271484377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,power_law_1.2,0.7393727779388428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,4,power_law_1.01,30.75230712890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,power_law_1.2,1.2043904304504394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,power_law_1.2,1.5531840324401855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,power_law_1.2,1.8750783920288085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,power_law_1.2,3.233260726928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,power_law_1.2,4.390284729003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,power_law_1.2,6.993389129638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,power_law_1.2,7.8385986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,power_law_1.2,9.95367660522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,4,power_law_1.2,13.84176025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,4,power_law_1.2,33.634970092773436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,power_law_1.01,0.10856319665908813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,power_law_1.01,0.11552640199661254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,power_law_1.01,0.10880639553070068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,power_law_1.01,0.1074112057685852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,power_law_1.01,0.10705280303955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,power_law_1.01,0.12926080226898193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,power_law_1.01,0.15406719446182252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,power_law_1.01,0.15631359815597534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,power_law_1.2,0.10907520055770874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,power_law_1.2,0.11505919694900513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,power_law_1.01,0.20965120792388917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,power_law_1.2,0.10831999778747559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,power_law_1.01,0.21045761108398436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,power_law_1.2,0.10691839456558228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,power_law_1.01,0.18871040344238282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,power_law_1.2,0.10750080347061157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,power_law_1.01,0.2255039930343628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,power_law_1.2,0.1335935950279236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,power_law_1.01,0.22855679988861083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,power_law_1.2,0.1541440010070801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,power_law_1.01,0.2666304111480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,power_law_1.01,0.07266560196876526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,power_law_1.2,0.16686079502105713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,power_law_1.01,0.32415359020233153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,power_law_1.2,0.1887935996055603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,power_law_1.01,0.06769919991493226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,power_law_1.2,0.20953600406646727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,power_law_1.01,0.3613375902175903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,power_law_1.2,0.18647680282592774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,power_law_1.01,0.4472064018249512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,power_law_1.2,0.23539841175079346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,power_law_1.01,0.09704319834709167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,power_law_1.01,0.6003903865814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,power_law_1.2,0.25280640125274656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,power_law_1.01,0.09994879961013795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,power_law_1.2,0.2550719976425171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.7184447765350341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,power_law_1.01,0.11534080505371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,power_law_1.2,0.3034559965133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,power_law_1.01,0.12190719842910766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.1072319984436034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,power_law_1.2,0.3258687973022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,power_law_1.2,0.4589695930480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,power_law_1.01,0.13230719566345214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,power_law_1.01,1.3641087532043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,power_law_1.2,0.6826752185821533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,power_law_1.01,0.13829120397567748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.7044288158416748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,power_law_1.01,2.2179519653320314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,power_law_1.01,0.1460927963256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,power_law_1.2,0.9473600387573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,power_law_1.01,0.15753599405288696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,power_law_1.01,2.6351104736328126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,power_law_1.2,1.4261055946350099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,power_law_1.01,0.17811199426651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,power_law_1.2,2.1931520462036134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,power_law_1.01,4.238169479370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,power_law_1.01,0.18784639835357667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,power_law_1.2,2.907859230041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,power_law_1.2,0.07096959948539734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,power_law_1.2,4.163539123535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,power_law_1.01,5.495987319946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,power_law_1.2,0.06915839910507202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,power_law_1.01,0.1790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,power_law_1.2,5.632115173339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,power_law_1.01,0.21477758884429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,power_law_1.2,0.07975680232048035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,power_law_1.01,8.204595184326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,power_law_1.2,7.554348754882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,power_law_1.01,0.19541759490966798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,power_law_1.2,0.09763839840888977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,power_law_1.2,11.325459289550782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,power_law_1.01,0.29137918949127195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,power_law_1.01,11.019200134277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,power_law_1.2,0.09750400185585022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,power_law_1.01,0.38327679634094236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,power_law_1.2,13.136210632324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,power_law_1.2,0.11324800252914428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,power_law_1.01,0.5147136211395263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,power_law_1.01,12.771295928955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,power_law_1.2,0.1282304048538208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,power_law_1.01,0.6642367839813232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,8,power_law_1.2,22.53455352783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,power_law_1.2,0.12184959650039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,power_law_1.01,1.0257984161376954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,8,power_law_1.01,22.582073974609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,power_law_1.2,0.1357375979423523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,power_law_1.01,1.1528256416320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,power_law_1.2,0.140556800365448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,8,power_law_1.2,43.0384521484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,power_law_1.01,2.1736255645751954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,power_law_1.2,0.14780800342559813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,power_law_1.01,2.0193920135498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,power_law_1.2,0.15382399559020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,8,power_law_1.01,42.20879211425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,power_law_1.01,3.7431873321533202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,power_law_1.2,0.17373440265655518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,power_law_1.2,0.17293440103530883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,power_law_1.01,4.377951812744141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,power_law_1.2,0.19799679517745972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,power_law_1.01,6.2400062561035154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,power_law_1.2,0.2060352087020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,power_law_1.2,0.24469120502471925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,2,power_law_1.01,9.619110107421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,power_law_1.2,0.32257919311523436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,power_law_1.2,0.37218561172485354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,2,power_law_1.01,15.719941711425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,power_law_1.2,0.48746237754821775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,power_law_1.2,0.6394239902496338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,power_law_1.2,0.9945856094360351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,power_law_1.2,1.2626496315002442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,power_law_1.2,1.914022445678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,power_law_1.2,2.7671871185302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,power_law_1.2,3.1618560791015624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,power_law_1.2,5.0497791290283205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,power_law_1.2,6.337907028198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,2,power_law_1.2,9.615264129638671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,2,power_law_1.2,20.543487548828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,power_law_1.01,0.056403201818466184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,power_law_1.01,0.06895999908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,power_law_1.01,0.07103360295295716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,power_law_1.01,0.12325760126113891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,power_law_1.2,0.06211199760437012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,power_law_1.01,0.09553279876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,power_law_1.2,0.06442880034446716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,power_law_1.01,0.10062079429626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,power_law_1.2,0.06849279999732971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,power_law_1.01,0.11466879844665527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,power_law_1.2,0.0945088028907776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,power_law_1.01,0.12906240224838256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,power_law_1.2,0.09858559966087341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,power_law_1.01,0.13329919576644897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,power_law_1.2,0.10273920297622681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,power_law_1.01,0.14515199661254882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,power_law_1.2,0.10952960252761841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,power_law_1.01,0.1536128044128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,power_law_1.2,0.11952639818191528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,power_law_1.01,0.16635520458221437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,power_law_1.2,0.126528000831604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,power_law_1.01,0.17646080255508423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,power_law_1.2,0.13408639430999755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,power_law_1.01,0.17806719541549682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,power_law_1.2,0.15562880039215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,power_law_1.01,0.19398399591445922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,power_law_1.2,0.16522879600524903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,power_law_1.01,0.21534080505371095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,power_law_1.2,0.18078720569610596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,power_law_1.01,0.18572160005569457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,power_law_1.2,0.17720320224761962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,power_law_1.01,0.23400959968566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,power_law_1.2,0.19563519954681396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.27596800327301024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,power_law_1.2,0.2129472017288208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.38574719429016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,power_law_1.2,0.23802878856658935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.4844992160797119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,power_law_1.2,0.2992448091506958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.6912447929382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.9028223991394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.27390079498291015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,power_law_1.01,1.2989055633544921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.6519872665405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.3817728042602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.4811903953552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,power_law_1.01,2.4404096603393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.6810304164886475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,power_law_1.01,3.190995216369629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.8836544036865235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,power_law_1.01,3.9629566192626955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,power_law_1.2,1.2760767936706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,power_law_1.2,1.6415487289428712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,1,power_law_1.01,6.276870346069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,power_law_1.2,2.4052288055419924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,1,power_law_1.01,12.448236846923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,power_law_1.2,3.153459167480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,power_law_1.2,3.90777587890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,1,power_law_1.2,6.196134567260742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,1,power_law_1.2,12.339949035644532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,power_law_1.01,0.11022720336914063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,power_law_1.01,0.12750719785690307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,power_law_1.01,0.1185920000076294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,power_law_1.01,0.12368639707565307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,power_law_1.01,0.12305920124053955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,power_law_1.01,0.1582208037376404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,power_law_1.2,0.1086527943611145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,power_law_1.01,0.1593727946281433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,power_law_1.2,0.10929919481277466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,power_law_1.01,0.17271679639816284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,power_law_1.2,0.12428799867630005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,power_law_1.01,0.18299520015716553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,power_law_1.2,0.12112640142440796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,power_law_1.01,0.18376959562301637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,power_law_1.2,0.12204159498214721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,power_law_1.01,0.20584959983825685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,power_law_1.2,0.1492416024208069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,power_law_1.01,0.20633599758148194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,power_law_1.2,0.1706431984901428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,power_law_1.01,0.23119359016418456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,power_law_1.2,0.1689087986946106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,power_law_1.01,0.3062016010284424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,power_law_1.2,0.1866047978401184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,power_law_1.01,0.3351999998092651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,power_law_1.2,0.2182784080505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,power_law_1.01,0.4131904125213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,power_law_1.2,0.2073728084564209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,power_law_1.01,0.491871976852417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,power_law_1.2,0.2239743947982788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,power_law_1.01,0.594163179397583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,power_law_1.2,0.24796159267425538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,power_law_1.01,0.8306879997253418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,power_law_1.2,0.30046720504760743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,power_law_1.01,1.3047871589660645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,power_law_1.2,0.3303744077682495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,power_law_1.01,1.8542655944824218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,power_law_1.2,0.3836479902267456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,power_law_1.01,2.423347282409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,power_law_1.2,0.47687678337097167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,power_law_1.2,0.6142144203186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,power_law_1.01,3.2228416442871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,power_law_1.2,0.8178560256958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,power_law_1.01,3.760255813598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,power_law_1.2,1.0238400459289552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,power_law_1.01,6.937229156494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,power_law_1.2,1.7083072662353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,power_law_1.2,2.216543960571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,power_law_1.01,8.721875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,power_law_1.2,3.362131118774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,power_law_1.01,11.547698974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,power_law_1.2,5.723398590087891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,power_law_1.2,6.4168701171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,power_law_1.01,14.694239807128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,power_law_1.2,10.344115447998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,4,power_law_1.01,29.631527709960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,power_law_1.2,13.208114624023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,power_law_1.2,16.012921142578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,4,power_law_1.01,52.17818603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,4,power_law_1.2,25.483488464355467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,4,power_law_1.2,51.311376953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,power_law_1.01,0.12942719459533691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,power_law_1.01,0.12705279588699342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,power_law_1.01,0.12664320468902587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,power_law_1.01,0.168230402469635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,power_law_1.01,0.2366015911102295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,power_law_1.01,0.19560960531234742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,power_law_1.01,0.08698880076408386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,power_law_1.01,0.2224575996398926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,power_law_1.01,0.0943615972995758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,power_law_1.01,0.2229696035385132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,power_law_1.01,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,power_law_1.01,0.2547327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,power_law_1.01,0.12798080444335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,power_law_1.01,0.2918528079986572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,power_law_1.01,0.12991360425949097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,power_law_1.01,0.33115520477294924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,power_law_1.01,0.1438912034034729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,power_law_1.01,0.34917120933532714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,power_law_1.01,0.18117120265960693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,power_law_1.2,0.08514559864997864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,power_law_1.01,0.4815231800079346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,power_law_1.01,0.16125439405441283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,power_law_1.2,0.12632960081100464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,power_law_1.2,0.09560319781303406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,power_law_1.01,0.1836159944534302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,power_law_1.01,0.49315838813781737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,power_law_1.01,0.18298239707946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,power_law_1.2,0.11461119651794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,power_law_1.2,0.145196795463562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,power_law_1.01,0.6185791969299317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,power_law_1.01,0.19409919977188111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,power_law_1.2,0.1266111969947815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,power_law_1.2,0.12981760501861572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,power_law_1.01,0.8332480430603028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,power_law_1.01,0.21006720066070556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,power_law_1.2,0.1254271984100342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,power_law_1.01,0.21675519943237304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.1409152030944825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,power_law_1.2,0.12628480195999145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,power_law_1.01,0.20885119438171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,power_law_1.2,0.15593600273132324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,power_law_1.01,0.23990399837493898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,power_law_1.01,1.5890496253967286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,power_law_1.2,0.12676479816436767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,power_law_1.2,0.16677119731903076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,power_law_1.01,0.2617664098739624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,power_law_1.2,0.15904639959335326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,power_law_1.01,0.3227583885192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,power_law_1.2,0.19555200338363649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,power_law_1.01,2.392870330810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,power_law_1.01,0.4465663909912109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,power_law_1.2,0.17783679962158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,power_law_1.2,0.2615936040878296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,power_law_1.01,0.5699071884155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,power_law_1.01,3.2736896514892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,power_law_1.2,0.17882879972457885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,power_law_1.01,0.7566847801208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,power_law_1.2,0.20963199138641359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,power_law_1.2,0.20920960903167723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,power_law_1.01,0.9267519950866699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,power_law_1.01,4.399788665771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,power_law_1.2,0.23446400165557862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,power_law_1.01,1.6606016159057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,power_law_1.2,0.23617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,power_law_1.2,0.2407360076904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,power_law_1.01,1.805779266357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,power_law_1.01,6.8207038879394535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,power_law_1.2,0.2800640106201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,power_law_1.2,0.24476161003112792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,power_law_1.01,3.0762943267822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,power_law_1.2,0.27729918956756594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,power_law_1.2,0.23377280235290526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,power_law_1.01,3.6290561676025392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,power_law_1.01,8.397318267822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,power_law_1.2,0.29653120040893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,power_law_1.01,5.758220672607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,power_law_1.2,0.3440448045730591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,power_law_1.2,0.32486400604248045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,power_law_1.01,13.433651733398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,power_law_1.01,7.791327667236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,power_law_1.2,0.3477760076522827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,power_law_1.2,0.42583680152893066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,power_law_1.01,8.227040100097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,power_law_1.2,0.38103680610656737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,power_law_1.2,0.5471936225891113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,power_law_1.01,17.35694122314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,power_law_1.2,0.7614528179168701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,power_law_1.2,0.47255678176879884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,2,power_law_1.01,15.176588439941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,power_law_1.2,1.1818495750427247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,power_law_1.2,0.5109119892120362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,power_law_1.2,1.6383039474487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,power_law_1.01,20.97379913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,power_law_1.2,0.5843200206756591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,2,power_law_1.01,31.191156005859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,power_law_1.2,2.334880065917969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,power_law_1.2,0.8807552337646485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,power_law_1.2,3.2238014221191404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,8,power_law_1.01,36.90863952636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,power_law_1.2,1.2486528396606444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,power_law_1.2,3.8167041778564452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,power_law_1.2,1.7676095962524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,power_law_1.2,5.8320575714111325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,power_law_1.2,2.3370687484741213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,power_law_1.2,7.4954689025878904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,power_law_1.2,3.478079986572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,power_law_1.2,11.071366119384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,8,power_law_1.01,70.54124145507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,power_law_1.2,4.706764984130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,power_law_1.2,6.850220489501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,2,power_law_1.2,15.385209655761718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,power_law_1.2,9.155072021484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,2,power_law_1.2,32.088140869140624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,power_law_1.2,13.379122924804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,power_law_1.2,17.83387451171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,power_law_1.2,23.119059753417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,8,power_law_1.2,35.14293212890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,8,power_law_1.2,73.73414306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06694399714469909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,power_law_1.01,0.09523199796676636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,power_law_1.01,0.13018239736557008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,power_law_1.01,0.13144320249557495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,power_law_1.01,0.1420799970626831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,power_law_1.01,0.16327680349349977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,power_law_1.01,0.20123519897460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,power_law_1.01,0.20817279815673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,power_law_1.01,0.23374080657958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,power_law_1.2,0.06802560091018676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,power_law_1.01,0.19417599439620972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,power_law_1.2,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,power_law_1.01,0.21678080558776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,power_law_1.2,0.09428480267524719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,power_law_1.2,0.12985600233078004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,power_law_1.01,0.20405120849609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,power_law_1.2,0.1318079948425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,power_law_1.01,0.23143041133880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,power_law_1.01,0.26464641094207764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,power_law_1.2,0.1455296039581299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,power_law_1.01,0.31975040435791013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,power_law_1.2,0.16145919561386107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,power_law_1.01,0.4172351837158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,power_law_1.2,0.1702911972999573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.43303680419921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,power_law_1.2,0.18209919929504395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.5905663967132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,power_law_1.2,0.19475200176239013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,power_law_1.2,0.21901440620422363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.7719871997833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,power_law_1.2,0.23610239028930663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,power_law_1.01,1.0927424430847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,power_law_1.2,0.24636800289154054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,power_law_1.01,1.4057600021362304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,power_law_1.2,0.20284159183502198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,power_law_1.01,2.069843292236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,power_law_1.2,0.23887999057769777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,power_law_1.01,2.7278207778930663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,power_law_1.2,0.2597055912017822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,power_law_1.01,4.044192123413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,power_law_1.2,0.3166208028793335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,power_law_1.2,0.4276288032531738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,power_law_1.01,5.291910552978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.4360511779785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,power_law_1.01,6.563967895507813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.5905087947845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.7703999996185302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,1,power_law_1.01,10.424121856689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,power_law_1.2,1.087071990966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,power_law_1.2,1.4009152412414552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,1,power_law_1.01,20.69629364013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,power_law_1.2,2.069318389892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,power_law_1.2,2.723436737060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,power_law_1.2,4.049593734741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,power_law_1.2,5.288742446899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,power_law_1.2,6.565446472167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,1,power_law_1.2,10.432588958740235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,1,power_law_1.2,20.67078399658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,power_law_1.01,0.12064640522003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,power_law_1.01,0.16339199542999266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,power_law_1.01,0.10914560556411743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,power_law_1.01,0.14025599956512452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,power_law_1.01,0.18150399923324584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,power_law_1.01,0.22311680316925048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,power_law_1.01,0.28211839199066163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,power_law_1.01,0.3031552076339722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,power_law_1.01,0.3201280117034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,power_law_1.01,0.3201024055480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,power_law_1.2,0.12113280296325683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,power_law_1.01,0.33200640678405763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,power_law_1.2,0.1622912049293518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,power_law_1.01,0.3529664039611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,power_law_1.2,0.10438400506973267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,power_law_1.01,0.3610304117202759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,power_law_1.2,0.13498239517211913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,power_law_1.01,0.398086404800415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,power_law_1.2,0.17023359537124633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,power_law_1.01,0.46136322021484377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,power_law_1.01,0.48188161849975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,power_law_1.2,0.2750335931777954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,power_law_1.01,0.4799488067626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,power_law_1.2,0.29144959449768065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,power_law_1.01,0.5753600120544433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,power_law_1.2,0.2930304050445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,power_law_1.01,0.6109951972961426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,power_law_1.2,0.31296639442443847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,power_law_1.01,0.7507711887359619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,power_law_1.2,0.3349184036254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,power_law_1.01,0.8534079551696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,power_law_1.2,0.3607104063034058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,power_law_1.01,1.176153564453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,power_law_1.2,0.37544960975646974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,power_law_1.01,1.5000384330749512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,power_law_1.2,0.42252798080444337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,power_law_1.01,2.103500747680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,power_law_1.2,0.46883840560913087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,power_law_1.2,0.4985856056213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,power_law_1.01,2.7902912139892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,power_law_1.2,0.5093632221221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,power_law_1.01,3.788844680786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,power_law_1.2,0.5921023845672607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,power_law_1.01,4.604774475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,power_law_1.2,0.6519872188568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,power_law_1.2,0.7788095951080323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,power_law_1.01,6.169343948364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,power_law_1.2,0.9363007545471191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,4,power_law_1.01,9.909619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,power_law_1.2,1.2455167770385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,power_law_1.2,1.5439295768737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,power_law_1.2,2.172889518737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,4,power_law_1.01,18.368754577636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,power_law_1.2,2.7531328201293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,power_law_1.2,3.902675247192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,power_law_1.2,4.961798477172851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,power_law_1.2,6.655155181884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,4,power_law_1.2,12.668621063232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,4,power_law_1.2,21.430995178222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,power_law_1.01,0.16272640228271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,power_law_1.01,0.24961280822753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,power_law_1.01,0.13550080060958863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,power_law_1.01,0.13819520473480223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,power_law_1.01,0.18572800159454345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,power_law_1.01,0.23683199882507325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,power_law_1.01,0.2762048006057739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,power_law_1.01,0.2862272024154663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,power_law_1.01,0.28828160762786864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,power_law_1.01,0.296345591545105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,power_law_1.01,0.33397760391235354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,power_law_1.01,0.3511807918548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,power_law_1.01,0.34902400970458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,power_law_1.01,0.4019008159637451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,power_law_1.2,0.16295679807662963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,power_law_1.01,0.4391808032989502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,power_law_1.01,0.47715201377868655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,power_law_1.2,0.2436352014541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,power_law_1.01,0.4670720100402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,power_law_1.2,0.10864640474319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,power_law_1.01,0.5415167808532715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,power_law_1.2,0.13646719455718995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.5945280075073243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,power_law_1.2,0.16453759670257567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,power_law_1.2,0.20013439655303955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,power_law_1.01,0.7492415904998779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,power_law_1.2,0.25566720962524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,power_law_1.01,0.8982527732849122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,power_law_1.2,0.2873087882995605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,power_law_1.01,1.16560640335083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,power_law_1.2,0.27134079933166505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,power_law_1.01,1.5018943786621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,power_law_1.2,0.3087807893753052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,power_law_1.01,2.066579246520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,power_law_1.2,0.33025920391082764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,power_law_1.01,2.7212032318115233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,power_law_1.2,0.34946560859680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,power_law_1.01,3.8468673706054686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,power_law_1.2,0.38243200778961184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,power_law_1.01,5.314303970336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,power_law_1.2,0.4066304206848145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,power_law_1.2,0.4724287986755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,power_law_1.01,6.470572662353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,power_law_1.2,0.5477248191833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,power_law_1.2,0.4932991981506348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,8,power_law_1.01,9.786637115478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,power_law_1.2,0.6077824115753174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.6434112071990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,power_law_1.2,0.8110143661499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,8,power_law_1.01,20.85491180419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,power_law_1.2,0.9845439910888671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,power_law_1.2,1.277235221862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,power_law_1.2,1.6360448837280273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,power_law_1.2,2.511539268493652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,power_law_1.2,3.1552959442138673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,power_law_1.2,4.839712142944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,power_law_1.2,6.014432144165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,power_law_1.2,6.740153503417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,8,power_law_1.2,13.229093933105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,8,power_law_1.2,26.74832763671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,power_law_1.01,0.1029695987701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,power_law_1.01,0.12732800245285034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,power_law_1.01,0.11412479877471923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,power_law_1.01,0.14718719720840454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,power_law_1.01,0.21087360382080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,power_law_1.01,0.25569920539855956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,power_law_1.01,0.34231679439544677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,power_law_1.01,0.34722559452056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,power_law_1.01,0.3505856037139893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,power_law_1.01,0.3671168088912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,power_law_1.01,0.3790463924407959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,power_law_1.2,0.10332159996032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,power_law_1.01,0.4038271903991699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,power_law_1.2,0.12632960081100464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,power_law_1.01,0.4373119831085205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,power_law_1.2,0.11813759803771973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,power_law_1.01,0.4988096237182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,power_law_1.2,0.14432640075683595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,power_law_1.01,0.5345856189727783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,power_law_1.2,0.19114880561828612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,power_law_1.01,0.5850880146026611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,power_law_1.2,0.23649919033050537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,power_law_1.01,0.5382143974304199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,power_law_1.2,0.33045120239257814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,power_law_1.01,0.6180672168731689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,power_law_1.2,0.34337921142578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,power_law_1.01,0.6939712047576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,power_law_1.2,0.3451647996902466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,power_law_1.01,0.827616024017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,power_law_1.2,0.36742401123046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,power_law_1.01,0.9675775527954101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,power_law_1.2,0.383353590965271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,power_law_1.01,1.28089599609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,power_law_1.2,0.40979838371276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,power_law_1.01,1.5499456405639649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,power_law_1.2,0.4365503787994385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,power_law_1.01,2.2227264404296876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,power_law_1.2,0.5006783962249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,power_law_1.01,2.648121643066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,power_law_1.2,0.552288007736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,power_law_1.01,3.8492481231689455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,power_law_1.2,0.6227456092834472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,power_law_1.2,0.5506559848785401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,power_law_1.01,5.157907104492187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,power_law_1.2,0.6614079952239991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,power_law_1.01,6.105094528198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,power_law_1.2,0.7249279975891113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,power_law_1.2,0.8605440139770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,2,power_law_1.01,9.834886169433593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,power_law_1.2,1.0101183891296386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,power_law_1.2,1.2940544128417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,power_law_1.2,1.6795839309692382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,2,power_law_1.01,18.57171173095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,power_law_1.2,2.222425651550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,power_law_1.2,2.7315647125244142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,power_law_1.2,3.922796630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,power_law_1.2,5.338406372070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,power_law_1.2,6.80289306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,power_law_1.01,0.09452800154685974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,power_law_1.01,0.10714240074157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,2,power_law_1.2,10.562067413330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,power_law_1.01,0.12092800140380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,power_law_1.01,0.16387840509414672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,power_law_1.01,0.23281280994415282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,2,power_law_1.2,21.3885498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,power_law_1.01,0.2636415958404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,power_law_1.01,0.3445823907852173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,power_law_1.01,0.37399680614471437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3737087965011597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,power_law_1.01,0.3833791971206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,power_law_1.01,0.4265727996826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,power_law_1.01,0.44025602340698244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,power_law_1.01,0.4612607955932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,power_law_1.01,0.5013504028320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,power_law_1.01,0.5562943935394287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,power_law_1.2,0.09448959827423095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,power_law_1.01,0.6043136119842529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,power_law_1.01,0.5921728134155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,power_law_1.2,0.10770560503005981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,power_law_1.01,0.7218111991882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,power_law_1.2,0.1260480046272278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.8260736465454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1588736057281494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.9972607612609863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,power_law_1.2,0.20419199466705323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,power_law_1.2,0.24138240814208983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.1745920181274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,power_law_1.2,0.353600001335144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.5179200172424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,power_law_1.2,0.36401278972625734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.8607040405273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,power_law_1.2,0.36515839099884034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,power_law_1.01,2.541843223571777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,power_law_1.2,0.38521599769592285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.225798416137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,power_law_1.2,0.4218624114990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,power_law_1.01,4.529017639160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,power_law_1.2,0.4524991989135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,power_law_1.2,0.46725759506225584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,power_law_1.01,5.848812866210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,power_law_1.2,0.5147391796112061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,power_law_1.2,0.5698880195617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,power_law_1.01,7.145171356201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,power_law_1.2,0.6100031852722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,power_law_1.2,0.624838399887085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,1,power_law_1.01,10.93180160522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,power_law_1.2,0.7458943843841552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.8563776016235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,power_law_1.2,1.0299967765808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,1,power_law_1.01,21.218464660644532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.210259246826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.5476736068725585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.896998405456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,power_law_1.2,2.5551807403564455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.229190444946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,power_law_1.2,4.577772903442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,power_law_1.2,6.00816650390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,power_law_1.2,7.288703918457031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,1,power_law_1.2,11.030738830566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,1,power_law_1.2,21.410028076171876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,power_law_1.01,0.07500159740447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,power_law_1.01,0.05720959901809693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,power_law_1.01,0.06938880085945129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,power_law_1.01,0.07542399764060974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,power_law_1.01,0.09260159730911255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,power_law_1.01,0.11463680267333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,power_law_1.01,0.11590399742126464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,power_law_1.01,0.12692480087280272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,power_law_1.01,0.1340224027633667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,power_law_1.01,0.14106240272521972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,power_law_1.01,0.1503999948501587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,power_law_1.01,0.16387200355529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,power_law_1.01,0.15712640285491944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,power_law_1.01,0.09224960207939148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,power_law_1.01,0.1729151964187622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,power_law_1.01,0.06218240261077881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,power_law_1.01,0.17615360021591187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,power_law_1.01,0.07883520126342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,power_law_1.01,0.17982079982757568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,power_law_1.01,0.08210560083389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09047679901123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,power_law_1.01,0.2209791898727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,power_law_1.2,0.07244799733161926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,power_law_1.01,0.11040639877319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,power_law_1.01,0.25131518840789796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,power_law_1.2,0.05779839754104614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,power_law_1.01,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,power_law_1.01,0.3307199954986572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,power_law_1.01,0.11219840049743653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,power_law_1.2,0.0695039987564087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,power_law_1.01,0.1291327953338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,power_law_1.01,0.37185280323028563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,power_law_1.2,0.06808320283889771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,power_law_1.01,0.13064320087432862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,power_law_1.01,0.5378111839294434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,power_law_1.2,0.09303039908409119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,power_law_1.01,0.1356608033180237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,power_law_1.01,0.14762239456176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,power_law_1.2,0.11471999883651733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,power_law_1.01,0.6459712028503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,power_law_1.01,0.1615872025489807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,power_law_1.2,0.11729919910430908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,power_law_1.01,0.9138303756713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,power_law_1.01,0.1502079963684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,power_law_1.2,0.12743040323257446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,power_law_1.01,0.15953919887542725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,power_law_1.01,1.1678784370422364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,power_law_1.01,0.17992960214614867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,power_law_1.2,0.12266240119934083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,power_law_1.2,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,power_law_1.01,0.18298879861831666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,power_law_1.01,1.6551040649414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,power_law_1.2,0.13015040159225463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,power_law_1.2,0.06343680024147033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,power_law_1.01,0.22666239738464355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.26061439514160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,power_law_1.01,2.186688041687012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,power_law_1.2,0.15008000135421753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,power_law_1.2,0.06711040139198303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.3422784090042114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,power_law_1.2,0.15653760433197023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,power_law_1.2,0.07644799947738648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.4004415988922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,power_law_1.01,3.0372671127319335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,power_law_1.2,0.1696320056915283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.5757952213287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,power_law_1.01,0.75033597946167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,4,power_law_1.01,4.460441589355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,power_law_1.2,0.10855679512023926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,power_law_1.2,0.15614080429077148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,power_law_1.01,1.1563263893127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,power_law_1.2,0.10808320045471191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,power_law_1.2,0.17791359424591063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,power_law_1.01,1.3387392044067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,power_law_1.2,0.11670399904251098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,4,power_law_1.01,9.405036926269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,power_law_1.2,0.17754240036010743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,power_law_1.01,2.2727935791015623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,power_law_1.2,0.1265023946762085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,power_law_1.2,0.1991744041442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,power_law_1.01,2.8784511566162108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,power_law_1.2,0.13043839931488038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,power_law_1.2,0.24000000953674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,power_law_1.01,3.1490816116333007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,power_law_1.2,0.14094719886779786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,power_law_1.2,0.26520960330963134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,8,power_law_1.01,5.670438385009765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,power_law_1.2,0.16398080587387084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,power_law_1.2,0.32600319385528564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,power_law_1.2,0.16969599723815917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,power_law_1.2,0.42405118942260744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,8,power_law_1.01,9.882745361328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,power_law_1.2,0.1603008031845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,power_law_1.2,0.5502975940704345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,power_law_1.2,0.1663040041923523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,power_law_1.2,0.7079232215881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,power_law_1.2,0.1860159993171692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,power_law_1.2,1.0508480072021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,power_law_1.2,0.19176959991455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,power_law_1.2,0.2378943920135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,power_law_1.2,1.3255359649658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.27025279998779295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,power_law_1.2,1.8214336395263673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.3277760028839111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.5024127960205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,power_law_1.2,2.922502326965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.6376192092895507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,power_law_1.2,0.815392017364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,power_law_1.2,3.192083168029785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,power_law_1.2,1.1972224235534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,4,power_law_1.2,5.484198379516601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,power_law_1.2,2.0380863189697265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,power_law_1.2,2.668838310241699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,4,power_law_1.2,11.05383071899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,power_law_1.2,3.1743295669555662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,power_law_1.2,4.74969596862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,8,power_law_1.2,7.984934234619141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,8,power_law_1.2,17.09706268310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,power_law_1.01,0.05914880037307739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,power_law_1.01,0.05796480178833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,power_law_1.01,0.07334399819374085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,power_law_1.01,0.08477439880371093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,power_law_1.01,0.09646720290184022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,power_law_1.01,0.12262400388717651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,power_law_1.01,0.12414720058441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,power_law_1.01,0.13160320520401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,power_law_1.2,0.061324799060821535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,power_law_1.01,0.14031360149383545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,power_law_1.2,0.06362239718437195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,power_law_1.01,0.15189119577407836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,power_law_1.2,0.08021119832992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,power_law_1.01,0.15711359977722167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,power_law_1.2,0.09257599711418152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,power_law_1.01,0.17505919933319092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,power_law_1.2,0.12272000312805176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,power_law_1.2,0.1269055962562561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,power_law_1.01,0.1692479968070984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,power_law_1.2,0.13029760122299194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,power_law_1.01,0.1847808003425598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,power_law_1.2,0.13355519771575927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,power_law_1.01,0.1938752055168152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,power_law_1.2,0.14230400323867798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,power_law_1.01,0.20480639934539796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,power_law_1.2,0.15343999862670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,power_law_1.01,0.25055999755859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,power_law_1.2,0.16171519756317138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,power_law_1.01,0.3029695987701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,power_law_1.2,0.17601280212402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,power_law_1.01,0.3786367893218994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,power_law_1.2,0.1773568034172058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,power_law_1.01,0.44887681007385255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,power_law_1.2,0.19155839681625367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,power_law_1.01,0.5612607955932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,power_law_1.2,0.19797760248184204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,power_law_1.01,0.6780479907989502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,power_law_1.2,0.21629440784454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,power_law_1.01,0.9285632133483886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,power_law_1.2,0.2535167932510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,power_law_1.01,1.2463359832763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,power_law_1.2,0.3097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,power_law_1.2,0.4289599895477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,power_law_1.01,1.6877311706542968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,power_law_1.2,0.4402751922607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,power_law_1.01,2.25534725189209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,power_law_1.2,0.591929578781128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,power_law_1.01,2.9556671142578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,power_law_1.2,0.6874048233032226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,power_law_1.2,0.9634559631347657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,2,power_law_1.01,4.175737762451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,power_law_1.2,1.2476479530334472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,power_law_1.2,1.889139175415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,2,power_law_1.01,8.98211212158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,power_law_1.2,2.419379234313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,power_law_1.2,3.174777603149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,2,power_law_1.2,4.99554557800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,2,power_law_1.2,9.53420181274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,power_law_1.01,0.12469760179519654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,power_law_1.01,0.15859199762344361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,power_law_1.01,0.11807359457015991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,power_law_1.01,0.14824960231781006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,power_law_1.01,0.15708800554275512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,power_law_1.01,0.23128960132598878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,power_law_1.2,0.12624000310897826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,power_law_1.01,0.2256704092025757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,power_law_1.2,0.09305599927902222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,power_law_1.01,0.2315392017364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,power_law_1.2,0.10126719474792481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,power_law_1.01,0.24876799583435058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,power_law_1.2,0.12983039617538453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,power_law_1.01,0.26056320667266847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,power_law_1.2,0.14848639965057372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,power_law_1.01,0.27444479465484617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,power_law_1.2,0.22033278942108153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,power_law_1.01,0.30168321132659914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,power_law_1.2,0.24516479969024657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,power_law_1.01,0.33679358959197997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,power_law_1.2,0.23109118938446044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,power_law_1.01,0.3793344020843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,power_law_1.2,0.25715839862823486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,power_law_1.01,0.41081600189208983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,power_law_1.2,0.2818495988845825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,power_law_1.01,0.4680511951446533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,power_law_1.2,0.29086079597473147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,power_law_1.01,0.43306241035461424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,power_law_1.2,0.3231679916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,power_law_1.01,0.5443583965301514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,power_law_1.2,0.33292160034179685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,power_law_1.01,0.5442495822906495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,power_law_1.2,0.379967999458313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,power_law_1.01,0.7086783885955811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,power_law_1.2,0.4276288032531738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,power_law_1.01,0.9346559524536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,power_law_1.2,0.5034175872802734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,power_law_1.01,1.2588031768798829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,power_law_1.2,0.46906242370605467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,power_law_1.01,1.5199551582336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,power_law_1.2,0.5308032035827637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,power_law_1.2,0.5891583919525146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,power_law_1.01,2.0504831314086913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,power_law_1.2,0.7502208232879639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,power_law_1.01,2.8034879684448244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,power_law_1.2,1.0653759956359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,power_law_1.01,3.7837825775146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,power_law_1.2,1.4186367988586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,power_law_1.2,1.7141759872436524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,power_law_1.01,4.697491073608399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,power_law_1.2,2.3422847747802735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,power_law_1.01,5.8119873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,power_law_1.2,2.974764823913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,power_law_1.2,4.164883041381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,4,power_law_1.01,10.958163452148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,power_law_1.2,5.680646514892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,4,power_law_1.01,19.527078247070314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,power_law_1.2,6.811302185058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,4,power_law_1.2,10.78287353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,4,power_law_1.2,22.847544860839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,power_law_1.01,0.15445120334625245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,power_law_1.01,0.19426560401916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,power_law_1.01,0.11657600402832032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,power_law_1.01,0.14962559938430786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,power_law_1.01,0.16384639739990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,power_law_1.01,0.22133760452270507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,power_law_1.2,0.15555200576782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,power_law_1.01,0.22895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,power_law_1.2,0.12140799760818481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,power_law_1.01,0.2331455945968628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,power_law_1.2,0.11851520538330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,power_law_1.01,0.22935678958892822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,power_law_1.2,0.142848002910614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,power_law_1.2,0.17417600154876708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,power_law_1.01,0.26092801094055174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,power_law_1.2,0.22211201190948487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,power_law_1.01,0.27603840827941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,power_law_1.2,0.2334399938583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,power_law_1.01,0.3114367961883545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,power_law_1.2,0.240883207321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,power_law_1.01,0.3345279932022095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,power_law_1.2,0.266431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,power_law_1.01,0.36158080101013185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,power_law_1.01,0.4160192012786865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,power_law_1.2,0.2603071928024292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,power_law_1.01,0.10304000377655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,power_law_1.01,0.4479231834411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,power_law_1.2,0.2783423900604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,power_law_1.01,0.09980159997940063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,power_law_1.01,0.42342400550842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,power_law_1.2,0.32131199836730956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,power_law_1.01,0.10382720232009887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,power_law_1.01,0.5240320205688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,power_law_1.2,0.3517312049865723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,power_law_1.01,0.1260159969329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,power_law_1.2,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.5552000045776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,power_law_1.2,0.381606388092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,power_law_1.2,0.0929535984992981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,power_law_1.01,0.1660223960876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,power_law_1.2,0.41634559631347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.7468992233276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,power_law_1.2,0.10757759809494019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,power_law_1.01,0.22734720706939698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,power_law_1.2,0.12371840476989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,power_law_1.2,0.44893441200256345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.0846464157104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,power_law_1.2,0.15660159587860106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,power_law_1.01,0.2331007957458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,power_law_1.2,0.45372800827026366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,power_law_1.2,0.23137280941009522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.4494400024414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,power_law_1.01,0.24469759464263915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,power_law_1.2,0.2356544017791748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,power_law_1.2,0.5703616142272949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,power_law_1.2,0.2423167943954468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,power_law_1.01,1.5392319679260253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,power_law_1.01,0.25679359436035154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.6258560180664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,power_law_1.2,0.26213119029998777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,power_law_1.01,2.155641555786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,power_law_1.01,0.2694080114364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,power_law_1.2,0.2769536018371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.7837503910064697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,power_law_1.2,0.2977792024612427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,power_law_1.01,0.2875328063964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.1497344017028808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,power_law_1.01,2.930067253112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,power_law_1.2,0.31685121059417726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,power_law_1.01,0.3062207937240601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,power_law_1.2,0.34104321002960203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.4601856231689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,power_law_1.01,4.148012924194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,power_law_1.2,0.36216320991516116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,power_law_1.01,0.32258560657501223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,power_law_1.2,1.9141120910644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,power_law_1.2,0.39453439712524413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,power_law_1.01,0.34242560863494875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,power_law_1.2,0.4310272216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,power_law_1.01,5.563596725463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,power_law_1.2,2.466668891906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,power_law_1.01,0.39373440742492677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,power_law_1.2,0.431609582901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,power_law_1.2,0.5297088146209716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,power_law_1.01,0.4133312225341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,power_law_1.01,7.072300720214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,power_law_1.2,3.2448768615722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,power_law_1.2,0.5848639965057373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,power_law_1.01,0.4176447868347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,power_law_1.2,0.7434432029724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,power_law_1.01,0.5146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,power_law_1.2,5.15742073059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,8,power_law_1.01,11.823661041259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,power_law_1.2,0.8870143890380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,power_law_1.01,0.5576255798339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,power_law_1.2,1.15415678024292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,power_law_1.2,6.719667053222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,power_law_1.01,0.7087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,power_law_1.2,1.409440040588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,power_law_1.01,0.9310400009155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,power_law_1.2,2.027948760986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,8,power_law_1.01,20.772114562988282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,power_law_1.2,8.675987243652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,power_law_1.01,1.1743807792663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,power_law_1.2,2.5099136352539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,power_law_1.01,1.5411456108093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,power_law_1.2,3.981587219238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,8,power_law_1.2,14.10196533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,power_law_1.01,2.0110143661499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,power_law_1.2,4.612639999389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,power_law_1.01,2.361984062194824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,power_law_1.2,6.155168151855468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,power_law_1.01,3.442201614379883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,8,power_law_1.2,29.699545288085936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,2,power_law_1.2,10.634764862060546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,power_law_1.01,4.676787185668945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,power_law_1.01,5.634835052490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,2,power_law_1.2,19.500140380859374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,2,power_law_1.01,8.67663345336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,2,power_law_1.01,17.206643676757814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,power_law_1.01,0.12135039567947388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,power_law_1.01,0.16803840398788453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,power_law_1.01,0.22322559356689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,power_law_1.01,0.13876479864120483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,power_law_1.01,0.19566719532012938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,power_law_1.2,0.1208575963973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,power_law_1.01,0.25654399394989014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,power_law_1.2,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,power_law_1.01,0.29682559967041017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,power_law_1.2,0.16807039976119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,power_law_1.01,0.34225280284881593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,power_law_1.01,0.37015039920806886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,power_law_1.2,0.18135679960250856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,power_law_1.01,0.37835519313812255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,power_law_1.2,0.23487999439239501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,power_law_1.01,0.3972543954849243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,power_law_1.2,0.25445120334625243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,power_law_1.01,0.4306816101074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,power_law_1.2,0.3581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,power_law_1.01,0.4496255874633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,power_law_1.2,0.36785919666290284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,power_law_1.01,0.4807936191558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,power_law_1.2,0.38185598850250246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,power_law_1.01,0.5204864025115967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,power_law_1.2,0.39767680168151853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,power_law_1.01,0.5502592086791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,power_law_1.2,0.4116032123565674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,power_law_1.01,0.5951295852661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,power_law_1.2,0.45863680839538573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,power_law_1.01,0.7215744018554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,power_law_1.2,0.48119678497314455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,power_law_1.01,0.7441472053527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,power_law_1.2,0.5302144050598144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,power_law_1.01,0.957363224029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,power_law_1.2,0.5660607814788818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,power_law_1.01,0.9892736434936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,power_law_1.2,0.6224192142486572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,power_law_1.01,1.305292797088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,power_law_1.2,0.7319168090820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,power_law_1.01,1.8893312454223632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,power_law_1.2,0.8093695640563965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,power_law_1.01,2.4065216064453123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,power_law_1.2,1.0359744071960448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,power_law_1.2,1.0809663772583007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,power_law_1.01,2.7445375442504885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,power_law_1.2,1.3750271797180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,power_law_1.01,3.8735233306884767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,power_law_1.2,1.9786815643310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,power_law_1.01,4.78131217956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,power_law_1.2,2.4313024520874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,power_law_1.01,6.431935882568359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,power_law_1.2,3.003673553466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,power_law_1.2,4.360831832885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,4,power_law_1.01,9.54808349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,power_law_1.2,5.418342590332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,4,power_law_1.01,19.116473388671874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,power_law_1.2,6.181958389282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,4,power_law_1.2,10.200364685058593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,4,power_law_1.2,19.324826049804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,power_law_1.01,0.10408960580825806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,power_law_1.01,0.12799359560012818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,power_law_1.01,0.18700799942016602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,power_law_1.01,0.14766080379486085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,power_law_1.01,0.23498239517211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,power_law_1.01,0.30788478851318357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,power_law_1.2,0.10349440574645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,power_law_1.01,0.3522239923477173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,power_law_1.2,0.12817920446395875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,power_law_1.01,0.4366720199584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,power_law_1.2,0.14643839597702027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,power_law_1.01,0.4322944164276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,power_law_1.2,0.14268159866333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,power_law_1.01,0.4649343967437744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,power_law_1.2,0.20284159183502198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,power_law_1.01,0.4523200035095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,power_law_1.2,0.2801471948623657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,power_law_1.01,0.4714367866516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,power_law_1.2,0.3108992099761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,power_law_1.01,0.5106815814971923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,power_law_1.2,0.39204480648040774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,power_law_1.01,0.5346176147460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,power_law_1.2,0.42880640029907224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,power_law_1.01,0.594316816329956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,power_law_1.2,0.44060797691345216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,power_law_1.01,0.630137586593628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,power_law_1.2,0.4475840091705322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,power_law_1.01,0.6317567825317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,power_law_1.2,0.491212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,power_law_1.01,0.7623936176300049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,power_law_1.2,0.4939839839935303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,power_law_1.01,0.8515456199645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,power_law_1.2,0.5599487781524658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,power_law_1.01,1.0637439727783202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,power_law_1.2,0.5972095966339112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,power_law_1.01,1.1053312301635743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,power_law_1.01,0.16414719820022583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,power_law_1.2,0.6420544147491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,power_law_1.01,1.3733247756958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,power_law_1.01,0.2495807886123657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,power_law_1.2,0.6704768180847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,power_law_1.01,1.9333311080932618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,power_law_1.01,0.36771841049194337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,power_law_1.2,0.7905216217041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,power_law_1.01,2.4980287551879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,power_law_1.01,0.15255039930343628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,power_law_1.2,0.8987711906433106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,power_law_1.01,2.9054208755493165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,power_law_1.2,0.1638592004776001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,power_law_1.2,1.1125184059143067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,power_law_1.01,4.089203262329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,power_law_1.01,0.19485440254211425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,power_law_1.2,0.2502016067504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,power_law_1.2,1.1844608306884765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,power_law_1.01,5.418163299560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,power_law_1.01,0.2714816093444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,power_law_1.2,0.18721280097961426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,power_law_1.2,1.5066559791564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,power_law_1.01,0.29834880828857424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,power_law_1.01,6.943494415283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,power_law_1.2,0.13749120235443116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,power_law_1.01,0.3462464094161987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,power_law_1.2,2.0121280670166017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,2,power_law_1.01,9.97259521484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,power_law_1.01,0.3629312038421631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,power_law_1.2,2.698534393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,power_law_1.2,0.2385472059249878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,power_law_1.01,0.3720319986343384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,2,power_law_1.01,20.170982360839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,power_law_1.2,2.961599922180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,power_law_1.2,0.27426559925079347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,power_law_1.01,0.38430080413818357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,power_law_1.2,0.3414720058441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,power_law_1.2,4.186304092407227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,power_law_1.01,0.4025599956512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,power_law_1.2,0.3469504117965698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,power_law_1.01,0.4146687984466553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,power_law_1.2,5.516198348999024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,power_law_1.2,0.3600127935409546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,power_law_1.01,0.47216000556945803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,power_law_1.2,0.3683135986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,power_law_1.2,7.415916442871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,power_law_1.01,0.5157695770263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,power_law_1.2,0.42908802032470705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,power_law_1.01,0.5445824146270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,power_law_1.2,0.42978558540344236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,2,power_law_1.2,9.872422027587891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,power_law_1.2,0.4822591781616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,power_law_1.01,0.6331200122833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,power_law_1.2,0.4978752136230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,power_law_1.01,0.8182527542114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,2,power_law_1.2,19.98528594970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,power_law_1.2,0.5399104118347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.7185215950012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,power_law_1.2,0.6575808048248291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,power_law_1.01,0.945030403137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,power_law_1.2,0.8797823905944824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.000928020477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.8086591720581054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.25600004196167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.0493503570556642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,power_law_1.01,1.8794240951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.0620160102844238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,power_law_1.01,2.2666240692138673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.3366080284118653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,power_law_1.01,2.6397695541381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,power_law_1.2,2.1132671356201174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,power_law_1.01,3.7569408416748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,power_law_1.2,2.777919960021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,power_law_1.01,5.049907302856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,power_law_1.2,3.1116096496582033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,power_law_1.01,6.180633544921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,power_law_1.2,4.143385696411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,power_law_1.2,6.265862274169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,8,power_law_1.01,9.60282211303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,power_law_1.2,6.964275360107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,8,power_law_1.01,19.496864318847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,8,power_law_1.2,12.477375793457032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,8,power_law_1.2,22.905119323730467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.0770687997341156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.08123520016670227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.08064000010490417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.08139520287513732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.08071039915084839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.08174719810485839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.08138880133628845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,power_law_1.01,0.0970624029636383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,power_law_1.01,0.10988800525665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,power_law_1.01,0.1412160038948059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.08272640109062195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,power_law_1.01,0.16398719549179078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.08220160007476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,power_law_1.01,0.25201919078826907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.08609920144081115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,power_law_1.01,0.3205696105957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.08921599984169007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.08824319839477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,power_law_1.01,0.37494399547576907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,power_law_1.01,0.44466562271118165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,power_law_1.01,0.45288958549499514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,power_law_1.01,0.4755072116851807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,power_law_1.01,0.5162303924560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,power_law_1.01,0.5345471858978271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,power_law_1.01,0.5567296028137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,power_law_1.2,0.0951807975769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,power_law_1.01,0.5957695960998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.09251840114593506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.09078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,power_law_1.2,0.1085055947303772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,power_law_1.01,0.6632383823394775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.0964735984802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,power_law_1.2,0.1267135977745056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.09486079812049866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,power_law_1.01,0.6919807910919189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,power_law_1.2,0.16512000560760498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.10037120580673217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,power_law_1.01,0.7769408226013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.09934719800949096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,power_law_1.01,1.0018815994262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,power_law_1.2,0.2339008092880249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.9904319763183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,power_law_1.2,0.28419198989868166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.232147216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,power_law_1.2,0.33006720542907714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.3661375999450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.11481599807739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,power_law_1.2,0.42478079795837403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.7225215911865235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.128985595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.12526079416275024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,power_law_1.2,0.43585920333862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.2737600326538088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.14914560317993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.14071680307388307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,power_law_1.01,2.9183679580688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,power_law_1.2,0.4634751796722412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,power_law_1.01,3.592473602294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,power_law_1.2,0.5143616199493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,power_law_1.01,5.064902496337891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,power_law_1.2,0.5313471794128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,power_law_1.2,0.571456003189087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,power_law_1.01,6.244870376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.19047679901123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,power_law_1.2,0.6480639934539795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.1715648055076599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,power_law_1.01,7.593081665039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.18506239652633666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,power_law_1.2,0.6820096015930176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.19139839410781861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,1,power_law_1.01,11.971571350097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,power_law_1.2,0.7225984096527099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,power_law_1.2,0.8255295753479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,power_law_1.2,1.0338624000549317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,1,power_law_1.01,22.236204528808592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,power_law_1.2,1.0041343688964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.2582847595214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.4031871795654296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.77258243560791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.24347519874572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.2325119972229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.3379520416259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,power_law_1.2,3.0229888916015626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,power_law_1.2,3.52105598449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,power_law_1.2,4.912044906616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.36722559928894044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.3440063953399658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,power_law_1.2,6.293004989624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.45450239181518554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.39629440307617186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.6480127811431885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.6412735939025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,power_law_1.2,7.640480041503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,0.8411520004272461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,0.8174783706665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,1.2767999649047852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.312345600128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,power_law_1.01,0.06462720036506653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,1,power_law_1.2,12.154720306396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,power_law_1.01,0.06428160071372986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,1.6336448669433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,1.7559040069580079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,power_law_1.01,0.07743359804153442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,2.638105583190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,2.669203186035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,power_law_1.01,0.07745919823646545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,power_law_1.01,0.07857919931411743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,3.4820480346679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,3.598080062866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,1,power_law_1.2,22.257061767578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,5.2897087097167965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,5.407519912719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,7.077030181884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,7.233516693115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,8.576448059082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,9.05252456665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,13.817849731445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,14.626541137695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,power_law_1.01,0.07845759987831116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,power_law_1.01,0.08413439989089966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,power_law_1.2,0.06097919940948486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,26.01402893066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,power_law_1.01,0.08439679741859436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,29.27760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,power_law_1.2,0.07800959944725036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,power_law_1.2,0.07739520072937012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,power_law_1.2,0.07786239981651306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,power_law_1.2,0.07816960215568543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,power_law_1.2,0.07827839851379395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,power_law_1.2,0.08408960103988647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,power_law_1.01,0.08525440096855164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,power_law_1.2,0.08568959832191467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,power_law_1.01,0.08983680009841918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,power_law_1.01,0.09268479943275451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,power_law_1.01,0.1054527997970581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,power_law_1.01,0.11296639442443848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,power_law_1.01,0.1295807957649231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,power_law_1.2,0.08539519906044006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,power_law_1.2,0.08833919763565064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,power_law_1.2,0.09541760087013244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,power_law_1.2,0.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,power_law_1.2,0.11113599538803101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,power_law_1.01,0.13498239517211913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,power_law_1.2,0.12483199834823608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,power_law_1.01,0.04755200147628784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,power_law_1.2,0.04981119930744171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,power_law_1.01,0.15750399827957154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,power_law_1.01,0.20526719093322754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,power_law_1.2,0.0494271993637085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,power_law_1.01,0.04574080109596253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,power_law_1.2,0.1552832007408142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,power_law_1.2,0.05249279737472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,power_law_1.01,0.059961599111557004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,power_law_1.2,0.1559167981147766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,power_law_1.2,0.07530879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,power_law_1.01,0.07479680180549622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,power_law_1.2,0.07502719759941101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,power_law_1.2,0.21063039302825928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,power_law_1.01,0.07562879920005798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,power_law_1.01,0.215500807762146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,power_law_1.2,0.28378241062164306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.01,0.30730879306793213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.01,0.4247744083404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.2,0.3655872106552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.01,0.6838528156280518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.2,0.5092415809631348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.01,1.1846528053283691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.2,0.7074048042297363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.01,1.1932671546936036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.2,0.9504704475402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.01,2.1100095748901366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.2,1.5439935684204102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.01,2.8003583908081056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.2,2.002771186828613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.01,3.855206298828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.2,3.1760255813598635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.01,5.109491348266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.2,4.249491119384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,power_law_1.01,6.399033737182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,power_law_1.2,0.07537919878959656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,power_law_1.01,0.07657600045204163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.2,5.51599349975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,4,power_law_1.01,11.972223663330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,power_law_1.2,0.08062080144882203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,power_law_1.01,0.0785152018070221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,power_law_1.2,7.976755523681641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,power_law_1.2,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,4,power_law_1.01,19.864122009277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,power_law_1.01,0.07923200130462646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,4,power_law_1.2,11.072659301757813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,4,power_law_1.2,22.64833221435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,power_law_1.2,0.08279039859771728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,power_law_1.01,0.08318079710006714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,power_law_1.2,0.08706560134887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,power_law_1.2,0.08975359797477722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,power_law_1.01,0.0852288007736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,power_law_1.2,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,power_law_1.01,0.0886080026626587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,power_law_1.2,0.10748800039291381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,power_law_1.01,0.09723520278930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,power_law_1.2,0.11660159826278686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,power_law_1.01,0.10836479663848878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,power_law_1.2,0.1294144034385681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,power_law_1.01,0.11769599914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,power_law_1.2,0.13240959644317626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,power_law_1.01,0.12700799703598023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,power_law_1.2,0.16599680185317994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,power_law_1.01,0.1357632040977478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,power_law_1.01,0.1604416012763977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.03780480027198792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.037088000774383546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.04630399942398071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.04068480134010315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.050860798358917235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,power_law_1.2,0.21615359783172608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.04828799962997436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.07378559708595275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,power_law_1.01,0.2082751989364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.07357439994812012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.2,0.2599231958389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.07420160174369812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.01,0.23927040100097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.07266560196876526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.2,0.3691711902618408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.01,0.39032320976257323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.2,0.531718397140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.01,0.43585920333862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.2,0.7729472160339356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.01,0.6578688144683837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.2,0.9716095924377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.01,0.7626431941986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.2,1.2870271682739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.2,1.9690303802490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.01,1.525049591064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.2,2.9652992248535157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.01,2.1628480911254884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.2,3.40013427734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.01,2.361350440979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.01,4.093401718139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,power_law_1.2,4.88353271484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,power_law_1.01,4.789625549316407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,2,power_law_1.2,7.658489227294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,2,power_law_1.01,8.148767852783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,2,power_law_1.2,14.876556396484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,2,power_law_1.01,15.281593322753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.07368959784507752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.0726207971572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.07753599882125854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.07804800271987915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.07921280264854431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.07953919768333435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.08352640271186829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.082150399684906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.08547840118408204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.08757759928703308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.08985599875450134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.10268800258636475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.08982399702072144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.10888320207595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.101363205909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.11573120355606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10386559963226319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.12391040325164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.11340160369873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.13139840364456176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.10744960308074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.10899200439453124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.12417919635772705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.1507200002670288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.12980480194091798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.11244800090789794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.11156480312347412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.14790400266647338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.11237119436264038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.11155200004577637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.11326719522476196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.1120576024055481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.11369600296020507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.11293439865112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.191046404838562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.19667840003967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.23574399948120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.31537280082702634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.23112959861755372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.41718401908874514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.3165055990219116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6053120136260987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.4092864036560059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.7835135936737061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.602617597579956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.144057559967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.7713280200958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.500096035003662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.1289088249206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.22490234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.485977554321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.9258304595947267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.11591039896011353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.11733759641647339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,2.212307167053223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.656300735473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.12269439697265624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.12260479927062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,5.813798522949218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,2.915500831604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.12479360103607177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.12732160091400146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,3.6062145233154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,11.53904037475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,5.737145614624024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,11.415142059326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.1323904037475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.13052159547805786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.13528319597244262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.13883520364761354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.14286719560623168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.14113919734954833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.16339839696884156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.1764672040939331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.18241920471191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.1907263994216919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,power_law_1.01,0.08223999738693237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.1885632038116455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,power_law_1.2,0.08903679847717286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.20439679622650148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,power_law_1.01,0.09998720288276672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,power_law_1.2,0.09247360229492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,power_law_1.01,0.09987199902534485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,power_law_1.01,0.10821759700775146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,power_law_1.2,0.09971839785575867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,power_law_1.01,0.1092352032661438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,power_law_1.2,0.107532799243927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,power_law_1.2,0.10875519514083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.2588927984237671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.29148800373077394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.2914752006530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.2854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.3574656009674072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.3575295925140381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.5642687797546386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.5215936183929444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.6571775913238526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.6649087905883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,power_law_1.01,0.10958720445632934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,power_law_1.2,0.1092352032661438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,power_law_1.01,0.10636800527572632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,power_law_1.2,0.11432960033416747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,power_law_1.01,0.11640959978103638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,0.9976192474365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,0.9981504440307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,power_law_1.2,0.11608959436416626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.3759488105773925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.3558527946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,1.9506048202514648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,1.8000383377075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,2.650227165222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,2.5578943252563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,power_law_1.01,0.11897599697113037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,3.8383743286132814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,power_law_1.2,0.11832319498062134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,3.9818687438964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,power_law_1.01,0.12403839826583862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,power_law_1.01,0.1271999955177307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,power_law_1.2,0.1239743947982788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,5.206137466430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,4.747065734863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,power_law_1.01,0.14515199661254882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,power_law_1.2,0.12737280130386353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,power_law_1.01,0.1653439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,7.491474914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,7.970130920410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,power_law_1.2,0.1452415943145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,power_law_1.01,0.17905280590057374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,power_law_1.2,0.16778240203857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,power_law_1.01,0.1948799967765808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,10.779366302490235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,9.880307006835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,power_law_1.01,0.22430078983306884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,power_law_1.2,0.1807935953140259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,power_law_1.01,0.2951807975769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,power_law_1.2,0.1884927988052368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,12.667411041259765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,12.707660675048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,power_law_1.2,0.22957439422607423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,power_law_1.2,0.28072319030761717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,21.85930938720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,21.627853393554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,power_law_1.01,0.40023040771484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,power_law_1.2,0.36596479415893557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.01,0.5429503917694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,45.08346862792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,45.25137939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.01,0.5908160209655762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.2,0.4810495853424072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.01,0.9978943824768066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.2,0.7816895961761474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.01,1.5143360137939452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.2,0.980191993713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.01,1.8492544174194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.2,1.7130111694335937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.01,3.118092727661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.2,2.053945541381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.01,4.308204650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.2,2.9986431121826174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.01,7.5150909423828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.2,3.642195129394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.01,8.261209869384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.2,6.164211273193359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,power_law_1.01,9.695603179931641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.2,8.862278747558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,4,power_law_1.01,17.10401306152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,power_law_1.2,15.1885498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,4,power_law_1.2,19.395872497558592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,4,power_law_1.01,44.559225463867186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,4,power_law_1.2,44.300479125976565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,power_law_1.2,0.06156799793243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,power_law_1.01,0.07910400032997131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,power_law_1.2,0.06511359810829162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,power_law_1.01,0.07426559925079346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,power_law_1.2,0.09121919870376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,power_law_1.01,0.10965759754180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,power_law_1.2,0.10266239643096924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,power_law_1.2,0.10947200059890747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.04738560020923614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.0471807986497879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.055244797468185426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,power_law_1.01,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.0579584002494812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,power_law_1.2,0.10778239965438843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.06674559712409973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.07415680289268493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,power_law_1.01,0.11518720388412476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.10375679731369018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,power_law_1.2,0.11693439483642579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.10289280414581299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.10848640203475952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,power_law_1.01,0.11779839992523193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,power_law_1.2,0.11777280569076538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,power_law_1.01,0.12129919528961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,power_law_1.2,0.11924480199813843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,power_law_1.01,0.12828799486160278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,power_law_1.2,0.12813440561294556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,power_law_1.2,0.13093119859695435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,power_law_1.01,0.13333120346069335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,power_law_1.2,0.15419520139694215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,power_law_1.01,0.1540287971496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,power_law_1.2,0.1561792016029358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.10551040172576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.10568959712982177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,power_law_1.01,0.14831360578536987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.11336959600448608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,power_law_1.2,0.16302080154418946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.11585279703140258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.11727999448776245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,power_law_1.01,0.16039040088653564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.11696640253067017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.13080960512161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.12842240333557128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.1338688015937805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.1305408000946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.1554751992225647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.1577280044555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.13332480192184448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.17015680074691772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.16112639904022216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,power_law_1.2,0.18945280313491822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.18362239599227906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,power_law_1.01,0.20300159454345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.15953279733657838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,power_law_1.2,0.20807039737701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.1939520001411438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.16920959949493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,power_law_1.01,0.20264320373535155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.2291775941848755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,power_law_1.2,0.24925439357757567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.1768704056739807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.2916287899017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,power_law_1.01,0.23634560108184816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.35226240158081057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.18803199529647827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,power_law_1.2,0.27923200130462644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.4841599941253662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,power_law_1.01,0.3159168004989624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.21500799655914307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.6179967880249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.2,0.3732287883758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.01,0.3796351909637451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.8891072273254395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.2775360107421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.2,0.632313585281372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.1730496406555175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.01,0.6187839984893799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.35557758808135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.7057024002075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.2,0.6826111793518066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.01,0.807487964630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.48876800537109377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.2452159881591798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.2,1.1024064064025878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.6143487930297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,3.343961715698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.01,1.1018943786621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,4.438764953613282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.2,1.584883213043213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.8883647918701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.01,1.4395584106445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,5.512409591674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.1562047958374024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.2,2.3793664932250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.01,1.8385984420776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,8.781209564208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.6958272933959961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.01,2.61407356262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.2,2.476095962524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.22359676361084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,17.766604614257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.01,4.53043212890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.2,4.3087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,3.2982208251953127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.01,5.521708679199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.2,5.064179229736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,4.397113418579101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,power_law_1.2,7.114854431152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,power_law_1.01,7.124102020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,5.482361602783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,2,power_law_1.2,12.078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,2,power_law_1.01,11.88830108642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,8.691001892089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,17.54206085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,2,power_law_1.2,23.896595764160157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,2,power_law_1.01,23.981120300292968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.14317439794540404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.24147839546203614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.14227839708328247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.13337600231170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.24010241031646729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.1557760000228882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.10565760135650634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.19685120582580568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.14762239456176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.16672639846801757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,power_law_1.01,0.10487680435180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,power_law_1.2,0.10721280574798583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,power_law_1.01,0.15737600326538087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,power_law_1.2,0.15670399665832518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,power_law_1.01,0.10966399908065796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,power_law_1.2,0.10135040283203126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.235532808303833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,power_law_1.01,0.13185280561447144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,power_law_1.2,0.14292479753494264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.23128321170806884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.3204416036605835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,power_law_1.2,0.17185920476913452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,power_law_1.01,0.19339519739151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.33857920169830324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.35653119087219237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.35973119735717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.34031360149383544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.38679039478302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.3556927919387817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.3952255964279175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.3953727960586548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.390995192527771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.3794879913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.41205759048461915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.38974719047546386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.4205376148223877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.42800002098083495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.4449024200439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.41777920722961426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.44544639587402346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.47435522079467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.4419392108917236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5169856071472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.4738624095916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.5792319774627686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,power_law_1.2,0.2174976110458374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,power_law_1.01,0.23233919143676757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5000703811645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.6976960182189942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.5569791793823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,power_law_1.01,0.32296319007873536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,power_law_1.2,0.3213376045227051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.781171178817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.5896575927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.0444160461425782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,power_law_1.01,0.3337023973464966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,power_law_1.2,0.33000960350036623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.301542377471924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.7302144050598145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,power_law_1.2,0.4039487838745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,power_law_1.01,0.40062718391418456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,1.7912960052490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,0.9159999847412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,power_law_1.2,0.3828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,power_law_1.01,0.4128767967224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,2.5437952041625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.1405823707580567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,power_law_1.2,0.43214077949523927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,3.259718322753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,power_law_1.01,0.41598081588745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.5766719818115233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,4.309337615966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,power_law_1.2,0.43260798454284666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,power_law_1.01,0.4363071918487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.071776008605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,power_law_1.2,0.4328767776489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,5.449452972412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,power_law_1.01,0.44472317695617675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,power_law_1.2,0.4785280227661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,power_law_1.01,0.4611199855804443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,2.8458368301391603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,9.548818969726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,power_law_1.2,0.4654719829559326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,power_law_1.01,0.4702144145965576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,3.793356704711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,power_law_1.2,0.5113279819488525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,18.57744598388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,power_law_1.01,0.48310399055480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,power_law_1.2,0.544320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,5.556678390502929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,power_law_1.01,0.517907190322876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,power_law_1.2,0.6154367923736572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,6.421932983398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,power_law_1.01,0.5800511837005615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.2,0.692959976196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.2,0.8483072280883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.01,0.6504191875457763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,12.012960052490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.2,1.0435520172119142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.01,0.8112192153930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.2,1.3217472076416015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.01,0.9413311958312989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.2,1.6742080688476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,20.738470458984374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.01,1.2056896209716796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.2,2.195680046081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.01,1.4957568168640136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.2,2.9740800857543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.01,2.080575942993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.2,4.434163284301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.01,2.882208061218262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.2,5.507923126220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,power_law_1.01,0.10106240510940552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.01,3.8624832153320314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,power_law_1.01,0.12732160091400146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,power_law_1.2,6.806092834472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,power_law_1.01,0.11961599588394164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.01,4.715206527709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,power_law_1.01,0.16032639741897584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,power_law_1.2,0.10103679895401001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,4,power_law_1.2,10.676089477539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,power_law_1.01,0.19972480535507203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,power_law_1.01,6.25984001159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,power_law_1.2,0.12564480304718018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,power_law_1.2,0.10605440139770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,4,power_law_1.01,9.681043243408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,4,power_law_1.2,23.543064880371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,power_law_1.2,0.1438912034034729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,power_law_1.2,0.18328319787979125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,4,power_law_1.01,20.230931091308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,power_law_1.01,0.2635456085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,power_law_1.2,0.24360320568084717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,power_law_1.01,0.3632256031036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,power_law_1.2,0.35324161052703856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,power_law_1.01,0.3792448043823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,power_law_1.2,0.3722815990447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,power_law_1.01,0.43390722274780275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,power_law_1.2,0.446995210647583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,power_law_1.01,0.4432831764221191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,power_law_1.01,0.49368958473205565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,power_law_1.2,0.43710079193115237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,power_law_1.01,0.4974463939666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,power_law_1.2,0.46782717704772947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,power_law_1.01,0.5041600227355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,power_law_1.2,0.49333758354187013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,power_law_1.01,0.5318336009979248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,power_law_1.2,0.5084288120269775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,power_law_1.01,0.5473855972290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.12239359617233277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.1235967993736267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,power_law_1.2,0.5338687896728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,power_law_1.01,0.5696767807006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.13852800130844117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,power_law_1.01,0.6074368000030518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.1373952031135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,power_law_1.2,0.5556352138519287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,power_law_1.01,0.7390719890594483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.14767999649047853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,power_law_1.2,0.577843189239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.01,0.8072959899902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.1950976014137268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.01,0.9937855720520019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.18652160167694093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,power_law_1.2,0.6341504096984864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.24303998947143554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.01,1.1781375885009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.22865281105041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,power_law_1.2,0.744870376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.01,1.6052032470703126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.2,0.858521556854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.01,1.998316764831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.01,2.870560073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.2,1.0585408210754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.01,3.6616447448730467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.2,1.237433624267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.2,1.6574783325195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.01,5.189811325073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.2,2.0200832366943358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.01,7.093644714355468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.3345024108886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.31359999179840087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.2,3.0270015716552736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,power_law_1.01,8.526464080810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.44490880966186525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.45267839431762696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.2,3.886150360107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.48140802383422854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,2,power_law_1.01,13.257209777832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.46316800117492674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.2,5.222374343872071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.5766592025756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.5611775875091553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.5998464107513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.2,7.203692626953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,2,power_law_1.01,26.115200805664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.5871615886688233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.6214784145355224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,power_law_1.2,9.109945678710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.6291200160980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.6583871841430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.6800384044647216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.6642623901367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,2,power_law_1.2,13.534355163574219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.7185023784637451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.68122239112854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.767033576965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.7098752021789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.8025216102600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.7811327934265136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,2,power_law_1.2,31.210488891601564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.8748928070068359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,1.0523072242736817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.815071964263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,1.2035776138305665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.8981056213378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,1.5163583755493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,1.0807040214538575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,1.8378240585327148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,1.2346688270568849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,2.4667327880859373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,3.1092096328735352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,1.5548224449157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,4.387615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.06913920044898987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,1.8702016830444337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.06807680130004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.04297600090503693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,5.70013427734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,2.5014848709106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.053830397129058835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.05072000026702881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.052960002422332765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,3.138643264770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,8.278214263916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.07870720028877258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.0636352002620697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,4.412627029418945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.07411199808120728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,10.860275268554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,5.721337509155274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,13.456871032714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,8.284588623046876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,21.271128845214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,10.854208374023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,13.439045715332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,42.11827087402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,21.181254577636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.09451519846916198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,41.966452026367186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.1028864026069641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.10390399694442749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.10701440572738648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.1096127986907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.12202240228652954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.10833920240402221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.12350720167160034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.12189439535140992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.12538880109786987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.1248960018157959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.12792960405349732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.1239359974861145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.13066879510879517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.1298624038696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.13539199829101561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.1329408049583435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.15199359655380248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.13690240383148194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.1687872052192688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.15472639799118043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.2083456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.16519039869308472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.22079999446868898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.1754047989845276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,power_law_1.2,0.054150402545928955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,power_law_1.01,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.2877631902694702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.22566399574279786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.37843201160430906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,power_law_1.2,0.04286719858646393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,power_law_1.01,0.04748800098896026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.5027391910552979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.24840319156646729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,power_law_1.2,0.04886400103569031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,power_law_1.01,0.04948480129241943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,0.6711679935455322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.30731520652770994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,power_law_1.01,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,power_law_1.2,0.0605567991733551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,0.8745856285095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.3928639888763428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,power_law_1.01,0.07858560085296631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,1.0577983856201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,power_law_1.2,0.06892799735069274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,1.7331647872924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.5951295852661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,2.4310527801513673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,0.8232192039489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,3.1793216705322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.0439743995666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,4.925209426879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,1.4333312034606933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,2.4626304626464846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,9.639129638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,3.0088832855224608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,4.216012954711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,power_law_1.2,0.10677759647369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,7.038572692871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,power_law_1.01,0.1106112003326416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,power_law_1.2,0.11313920021057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,power_law_1.01,0.11829119920730591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,power_law_1.2,0.11235840320587158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,power_law_1.01,0.13269120454788208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,15.178073120117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,power_law_1.01,0.13559039831161498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,power_law_1.2,0.13767679929733276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,power_law_1.01,0.1420032024383545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,power_law_1.2,0.13482240438461304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,power_law_1.01,0.14479999542236327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,power_law_1.01,0.14886399507522582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,power_law_1.2,0.1450368046760559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,power_law_1.01,0.15786240100860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,power_law_1.2,0.14664959907531738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,power_law_1.01,0.16376960277557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,power_law_1.2,0.1509055972099304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,power_law_1.01,0.1690559983253479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,power_law_1.01,0.18931200504302978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,power_law_1.2,0.15621119737625122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,power_law_1.01,0.04987519979476929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,power_law_1.01,0.2289664030075073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,power_law_1.2,0.17490559816360474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,power_law_1.01,0.05253120064735413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,power_law_1.2,0.05074560046195984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.01,0.2691391944885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,power_law_1.01,0.0590399980545044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,power_law_1.2,0.1823359966278076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.01,0.37149438858032224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,power_law_1.01,0.07308160066604615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,power_law_1.2,0.05397120118141174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,power_law_1.2,0.21175038814544678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,power_law_1.01,0.08515200018882751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.01,0.42584958076477053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,power_law_1.2,0.05852800011634827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,power_law_1.2,0.23678719997406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.01,0.608460807800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,power_law_1.2,0.06558719873428345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.01,0.7708159923553467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.2,0.2611327886581421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,power_law_1.2,0.07857279777526856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.01,1.0713600158691405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.2,0.3701440095901489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.01,1.4741567611694335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.2,0.45873279571533204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.01,1.9157888412475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.2,0.7316351890563965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.2,0.8499391555786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.01,2.870355224609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,power_law_1.01,0.12255359888076782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,power_law_1.2,0.12300800085067749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.2,1.1864768028259278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,power_law_1.01,0.1302016019821167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,power_law_1.01,3.454560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,power_law_1.01,0.13582719564437867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,power_law_1.2,0.13137919902801515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.2,1.4505536079406738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,power_law_1.01,0.16172159910202027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,4,power_law_1.01,6.267001724243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,power_law_1.2,0.13980159759521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,power_law_1.01,0.1624511957168579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.2,2.4965248107910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,power_law_1.01,0.17328640222549438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,power_law_1.2,0.16222720146179198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,power_law_1.01,0.17633919715881347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,power_law_1.2,0.1652672052383423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,4,power_law_1.01,10.278585815429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.2,3.4591808319091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,power_law_1.01,0.18067840337753296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,power_law_1.2,0.17304320335388185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,power_law_1.01,0.19052159786224365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,power_law_1.2,0.17709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,power_law_1.2,3.7126976013183595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,power_law_1.2,0.18676480054855346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,power_law_1.01,0.21575679779052734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,power_law_1.2,0.1940287947654724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,power_law_1.01,0.2445120096206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,4,power_law_1.2,7.048684692382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,power_law_1.01,0.2918463945388794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,power_law_1.2,0.2114880084991455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.01,0.35798399448394774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,power_law_1.2,0.22280960083007811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.01,0.4595967769622803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,4,power_law_1.2,13.64559326171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,power_law_1.2,0.25296640396118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.01,0.5843071937561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,power_law_1.2,0.3009727954864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.01,0.8267711639404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.2,0.37585279941558836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.01,1.1088704109191894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.2,0.47750401496887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.01,1.519270420074463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.2,0.5697792053222657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.01,2.011494445800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.2,0.7929344177246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.01,2.8558271408081053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.2,1.0302528381347655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.01,3.5615745544433595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.2,1.5238400459289552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.063264000415802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,power_law_1.01,5.018636703491211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.2,1.961529541015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.07562239766120911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.06280320286750793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,2,power_law_1.01,7.239020538330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.08087679743766785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.2,3.141587257385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.07648640275001525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.0909056007862091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,2,power_law_1.01,13.85625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.08002560138702393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.2,3.877791976928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.10725760459899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.08725759983062745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,power_law_1.2,4.7937664031982425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,2,power_law_1.2,8.036249542236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,2,power_law_1.2,15.978034973144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.1612671971321106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.16094720363616943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.16599680185317994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.17534079551696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.1751487970352173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.18079999685287476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.21877760887145997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.21855359077453612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.2248768091201782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.22602880001068115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.2350464105606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.24840960502624512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.23764479160308838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.1449023962020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.25157120227813723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.2456127882003784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.19111039638519287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.2707904100418091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.1045632004737854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.25311999320983886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.2900480031967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.14009599685668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.3068608045578003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.1004863977432251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.2700095891952515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.19047679901123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.3586816072463989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.14666880369186402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.2913216114044189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.46192641258239747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.16622079610824586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.315391993522644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.5415040016174316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.7226880073547364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.3660351991653442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.8955327987670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.4667647838592529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,1.2527359962463378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.5475264072418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,1.5984319686889648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.7250304222106934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.25340800285339354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,2.321945571899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.9006272315979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.2350464105606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.27663359642028806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,3.0422336578369142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,1.2509440422058105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.2805056095123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.25367040634155275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,1.6032447814941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,4.48553581237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.26638720035552976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,2.319385528564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,5.92089614868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,3.035763168334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,7.351776123046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,4.494873428344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,1,power_law_1.01,11.64808349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,5.913235092163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.2946367979049683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,7.337728118896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.3032063961029053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.28714239597320557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,1,power_law_1.01,23.187449645996093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.3095360040664673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.2892544031143188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,1,power_law_1.2,11.625548553466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.31242239475250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.3053760051727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.31293439865112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.3398591995239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.32727680206298826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.32988159656524657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,1,power_law_1.2,23.15797119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.3356735944747925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.33413119316101075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.3571135997772217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.3734591960906982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.41977601051330565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.3591423988342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.48792319297790526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.37325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.577888011932373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.43109760284423826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,0.7665728092193603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.5247551918029785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.041158390045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.6307328224182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.3317503929138184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,0.8155648231506347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,1.7860479354858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.1011903762817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,2.307846450805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,1.3826560020446776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,3.822745513916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,1.7564416885375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,4.420217514038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,power_law_1.01,0.10246399641036988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,power_law_1.2,0.10232319831848144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.0275392532348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,5.38587532043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,power_law_1.01,0.1446720004081726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,power_law_1.2,0.08510720133781433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,3.8677440643310548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,power_law_1.01,0.10005120038986207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,power_law_1.2,0.09859840273857116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,8.674329376220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,power_law_1.01,0.1286911964416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,power_law_1.2,0.13850239515304566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,5.740947341918945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,power_law_1.01,0.16972800493240356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,power_law_1.2,0.1529536008834839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,19.657862854003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,6.6298881530761715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,13.944256591796876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,28.606207275390624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,power_law_1.2,0.24491519927978517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,power_law_1.01,0.24167680740356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,power_law_1.2,0.28129920959472654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,power_law_1.01,0.28009600639343263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,power_law_1.2,0.28970239162445066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,power_law_1.01,0.27099521160125734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,power_law_1.01,0.08803200125694274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,power_law_1.2,0.08727679848670959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,power_law_1.01,0.1000704050064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,power_law_1.2,0.08194559812545776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,power_law_1.01,0.09943040013313294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,power_law_1.01,0.140447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,power_law_1.2,0.1220479965209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,power_law_1.01,0.31357440948486326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,power_law_1.2,0.31864960193634034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,power_law_1.01,0.16625280380249025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,power_law_1.2,0.1548416018486023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,power_law_1.01,0.31189119815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,power_law_1.2,0.30947198867797854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,power_law_1.01,0.32556159496307374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,power_law_1.2,0.32252159118652346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,power_law_1.01,0.3255808115005493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,power_law_1.2,0.3289151906967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,power_law_1.01,0.32960000038146975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,power_law_1.2,0.3320255994796753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,power_law_1.01,0.3452415943145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,power_law_1.2,0.36287360191345214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,power_law_1.01,0.35404798984527586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,power_law_1.2,0.3537343978881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,power_law_1.01,0.257203197479248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,power_law_1.2,0.24977920055389405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,power_law_1.01,0.270579195022583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,power_law_1.01,0.37794559001922606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,power_law_1.2,0.3699903964996338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,power_law_1.2,0.29142398834228517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,power_law_1.01,0.2961535930633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,power_law_1.01,0.39981439113616946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,power_law_1.2,0.42017278671264646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,power_law_1.2,0.30364160537719725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,power_law_1.01,0.46123518943786623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,power_law_1.2,0.46816000938415525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.01,0.5354303836822509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.2,0.5525055885314941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.01,0.6862016201019288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,power_law_1.01,0.32940800189971925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.2,0.726035213470459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,power_law_1.2,0.32629120349884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,power_law_1.01,0.3404223918914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.01,0.8045760154724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,power_law_1.2,0.3522432088851929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.2,0.8420864105224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,power_law_1.01,0.3533695936203003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.01,1.1469759941101074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,power_law_1.01,0.36417279243469236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,power_law_1.2,0.3766527891159058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.2,1.1163968086242675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,power_law_1.01,0.36700799465179446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.01,1.4952704429626464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.2,1.5576895713806151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,power_law_1.01,0.3856832027435303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.01,1.9413440704345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,power_law_1.01,0.39893760681152346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,power_law_1.2,0.38215041160583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.2,2.053254318237305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,power_law_1.01,0.41782398223876954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.01,2.4161983489990235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,power_law_1.2,0.40013442039489744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,power_law_1.01,0.4744575977325439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.2,2.9898303985595702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,power_law_1.01,0.5633855819702148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,power_law_1.2,0.4102335929870605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.01,3.7073089599609377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.01,0.6530879974365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.2,4.256249618530274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,power_law_1.2,0.4381247997283936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.01,0.8364480018615723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.01,5.30181770324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,power_law_1.2,0.4798463821411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.01,0.9810815811157226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.2,5.444953536987304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.01,1.3189824104309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,power_law_1.2,0.5895423889160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,power_law_1.01,5.954003143310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.01,1.693471908569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.2,0.6660607814788818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,power_law_1.2,6.607033538818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.01,2.519481658935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,4,power_law_1.01,9.699282836914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.2,0.8316287994384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.01,3.2404865264892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,4,power_law_1.2,12.859001159667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.2,1.0161664009094238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.01,4.825267028808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.2,1.3379648208618165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.01,6.183737564086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,4,power_law_1.01,19.900108337402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.2,1.7410688400268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,power_law_1.01,7.278912353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,4,power_law_1.2,26.400619506835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.2,2.7526912689208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.2,3.237715148925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,2,power_law_1.01,12.628249359130859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.2,5.515174484252929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.2,6.418784332275391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,2,power_law_1.01,24.845330810546876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,power_law_1.2,8.0181884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,2,power_law_1.2,12.394828796386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,2,power_law_1.2,25.65311279296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.09475200176239014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.09414399862289428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.10994559526443481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.10632319450378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.12128640413284301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.1196671962738037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.15664639472961425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.14680960178375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.19683200120925903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.18195199966430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.1466752052307129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.14536960124969484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.24449920654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.24357120990753173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.40761599540710447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.21646080017089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.14241280555725097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.1297152042388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.1919360041618347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.19187840223312377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.3023296117782593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.2996608018875122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.3309376001358032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.3307264089584351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.34700798988342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.3495743989944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.4272128105163574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.4133632183074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.42213759422302244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.4364607810974121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.45240321159362795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.45273599624633787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.464140796661377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.4702335834503174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.2873215913772583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.4774144172668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,0.4841087818145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.25296640396118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.35514240264892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.5074240207672119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.5089536190032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.43111681938171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.2999488115310669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.44549760818481443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.5419519901275635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.5476992130279541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.39704320430755613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.46462721824645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.5857151985168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.5983424186706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.48076162338256834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.44876799583435056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.64967041015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.4886591911315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.6663616180419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.48290557861328126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.5129024028778076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.7933440208435059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.8030847549438477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.5423232078552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.45228800773620603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.9292991638183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.935859203338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.5602880001068116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,1.2103487968444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.5074495792388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.5664256095886231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,1.2086015701293946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.5749760150909424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,1.4798399925231933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.47800321578979493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,1.4873408317565917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.6383743762969971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,2.025241661071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.522380781173706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.6608320236206054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,2.052684783935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,2.613804817199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.7913599967956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.5532159805297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,2.606195259094238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,0.9418751716613769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,3.72977294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.5681024074554444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.1259648323059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,3.7404415130615236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,4.877695846557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.3519424438476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.5980160236358643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,4.878278350830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,1.959334373474121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.6433663845062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,7.1394493103027346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,2.2543935775756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,7.143148803710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.7238783836364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,3.49365119934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,9.417874908447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.830515193939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,9.395635223388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,4.340659332275391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,11.669280242919921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,0.9495936393737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,5.277190399169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,11.66333465576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.2307583808898925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,8.598258972167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,1,power_law_1.01,18.524044799804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.5321599960327148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,1,power_law_1.2,18.432371520996092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,1.9880512237548829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,17.47403564453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,2.945465660095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,1,power_law_1.01,36.76382751464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,3.6550846099853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,1,power_law_1.2,36.643609619140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,4.537139129638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,5.7206462860107425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,9.080397033691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,22.267738342285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,power_law_1.01,0.11240320205688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,power_law_1.2,0.11242239475250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,power_law_1.01,0.11635199785232545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,power_law_1.01,0.1657472014427185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,power_law_1.2,0.16524159908294678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,power_law_1.01,0.2555455923080444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,power_law_1.01,0.14245760440826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,power_law_1.2,0.11594879627227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,power_law_1.2,0.14365439414978026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,power_law_1.01,0.12923519611358641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,power_law_1.01,0.19240319728851318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,power_law_1.2,0.14268159866333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,power_law_1.01,0.20597119331359864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,power_law_1.2,0.13463040590286254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,power_law_1.01,0.15515520572662353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,power_law_1.2,0.14865280389785768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,power_law_1.2,0.18919039964675904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,power_law_1.01,0.22401280403137208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,power_law_1.2,0.15867520570755006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,power_law_1.2,0.2160640001296997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,power_law_1.01,0.282150411605835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,power_law_1.2,0.23522560596466063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,power_law_1.2,0.28129920959472654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,power_law_1.01,0.30519039630889894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,power_law_1.01,0.3455039978027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,power_law_1.2,0.297273588180542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,power_law_1.01,0.43772158622741697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,power_law_1.2,0.3353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,power_law_1.01,0.37664639949798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,power_law_1.2,0.3971967935562134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,power_law_1.01,0.47603840827941896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,power_law_1.2,0.446124792098999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,power_law_1.01,0.48405117988586427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,power_law_1.01,0.4674367904663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,power_law_1.2,0.4684607982635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,power_law_1.2,0.5273280143737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,power_law_1.01,0.530291223526001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,power_law_1.01,0.5456384181976318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,power_law_1.2,0.5103295803070068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,power_law_1.01,0.5608575820922852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,power_law_1.2,0.5473855972290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,power_law_1.01,0.5584832191467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,power_law_1.01,0.5597119808197022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,power_law_1.2,0.49799680709838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,power_law_1.2,0.5807295799255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,power_law_1.01,0.5903232097625732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,power_law_1.01,0.592902421951294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,power_law_1.2,0.6083775997161865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,power_law_1.2,0.5470975875854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,power_law_1.01,0.6229440212249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,power_law_1.01,0.6261055946350098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,power_law_1.01,0.5996352195739746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,power_law_1.2,0.617471981048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,power_law_1.2,0.5605184078216553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,power_law_1.01,0.6459968090057373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,power_law_1.01,0.6315008163452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,power_law_1.2,0.6399168014526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,power_law_1.01,0.6976704120635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,power_law_1.2,0.5758975982666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,power_law_1.01,0.6594367980957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.01,0.7863103866577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,power_law_1.2,0.7028543949127197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,power_law_1.2,0.5995200157165528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.01,0.8995519638061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,power_law_1.01,0.6961984157562255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,power_law_1.2,0.732966423034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,power_law_1.2,0.635481595993042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.01,1.0612223625183106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,power_law_1.01,0.7170368194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,power_law_1.2,0.7830976009368896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.01,1.3422975540161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,power_law_1.2,0.6435264110565185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,power_law_1.01,0.7741888046264649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.01,1.691539192199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,power_law_1.2,0.9038016319274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,power_law_1.2,0.7587456226348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.01,2.2152000427246095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,power_law_1.01,0.8809599876403809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.2,1.0148863792419434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.2,0.8218560218811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.01,2.807302474975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.01,0.9789759635925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.2,1.1832063674926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.2,0.9907327651977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.01,4.0315391540527346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.01,1.1737343788146972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.2,1.3928192138671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.2,1.1401663780212403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.01,5.009151840209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.01,1.3502464294433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.2,1.8668991088867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.2,1.4124544143676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,power_law_1.01,6.495513916015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.01,1.7709312438964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.2,2.25296630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.2,1.7214015960693358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,4,power_law_1.01,9.878873443603515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.01,2.162553596496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.2,2.3557376861572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.2,3.013151931762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.01,3.064243125915527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.2,3.0284351348876952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,4,power_law_1.01,21.151852416992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.2,3.8529857635498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.01,3.800172805786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.2,4.304140853881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.2,5.863296127319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.01,5.3281982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.2,5.901094436645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.2,7.079590606689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.01,7.088665771484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,power_law_1.2,7.418611145019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,power_law_1.2,8.745836639404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,power_law_1.01,8.656671905517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,4,power_law_1.2,11.934457397460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,2,power_law_1.2,13.868992614746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,2,power_law_1.01,13.041714477539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,4,power_law_1.2,23.527180480957032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,2,power_law_1.2,27.195858764648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,2,power_law_1.01,28.206521606445314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.15469440221786498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.1684864044189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.2004096031188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.21695361137390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.28768000602722166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.1537600040435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.16855039596557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.1960960030555725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.21850879192352296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.2723072052001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.4080319881439209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.4704063892364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.5828671932220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.38471040725708006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.7246848106384277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.4374335765838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.7541632175445556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.5536575794219971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.8086912155151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.835910415649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.6850880146026611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.860921573638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.7120575904846191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.9025919914245606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.767910385131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.955782413482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.8150976181030274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.9980671882629395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,1.0897791862487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.8444352149963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,1.2677824020385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.8923199653625489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,1.4034560203552247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.9623680114746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.7490175247192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.9979647636413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,2.062272071838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,1.103328037261963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,2.6882495880126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,1.2880703926086425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,3.3429630279541014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,1.4466048240661622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,4.63172492980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.793369674682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,5.948332977294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,2.127187156677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,8.541056060791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,2.7625856399536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,11.217024230957032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,3.412588882446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,13.792013549804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,4.696403121948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,6.031916809082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,21.677862548828124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,8.597177886962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,11.223506927490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,42.82357177734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,13.814463806152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,21.63520050048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,42.603155517578124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.21143040657043458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.2148736000061035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.3608191967010498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.32117760181427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.1967296004295349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.11050879955291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.15516799688339233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.15041919946670532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.23262081146240235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.16981120109558107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.2422976016998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.22010879516601561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.32524800300598145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.28096001148223876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.2941632032394409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.3231679916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.316812801361084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.312390398979187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.33960320949554446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.334335994720459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.32660479545593263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.33435521125793455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.01,0.12796159982681274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.3304064035415649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.3542655944824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.01,0.20280320644378663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.3420991897583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.3449984073638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.01,0.11287039518356323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.36683518886566163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.38638079166412354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.01,0.1307904005050659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.3934976100921631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.41634559631347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.01,0.18419840335845947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.43143038749694823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.48190717697143554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.01,0.24033279418945314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.4554304122924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.01,0.2800704002380371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.5081151962280274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.01,0.3037568092346191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.5044864177703857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.5899775981903076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.01,0.315283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.49645438194274905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.5463488101959229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.01,0.3204224109649658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.5952447891235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.657254409790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.01,0.3256959915161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.01,0.5948991775512695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.2,0.6923327922821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.01,0.3381632089614868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.01,0.7216832160949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.01,0.3572351932525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.2,0.8866175651550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.01,0.3866368055343628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.01,0.9558464050292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.2,1.0968640327453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.01,0.39527039527893065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.01,1.2301695823669434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.2,1.3862272262573243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.01,0.42081918716430666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.01,1.5460351943969726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.01,0.4304192066192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.2,1.9608064651489259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.2,0.12730239629745482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.01,0.5047679901123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.01,2.2426431655883787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.2,3.138688087463379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.01,0.4970560073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.2,0.20283520221710205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.01,2.8239744186401365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.2,3.316921615600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.01,0.5940544128417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.2,0.09237120151519776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.01,3.636870574951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.01,0.577785587310791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.2,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.2,4.158566284179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.01,0.7455103874206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.2,0.1638975977897644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.01,5.610688018798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.2,7.181683349609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.01,0.9550527572631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.2,0.20362238883972167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.2,0.285152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.01,1.2396096229553222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.01,11.171961975097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.2,0.31254398822784424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.01,1.4447808265686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.2,18.630111694335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.2,0.3250943899154663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.01,2.0133312225341795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.2,0.3258687973022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.01,2.641856002807617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.2,0.3366528034210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.2,0.33794560432434084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.01,3.0813631057739257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.2,0.3533440113067627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.2,0.39127039909362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.01,5.2904705047607425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.2,0.4051072120666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.2,0.41987199783325196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.01,10.614559936523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.2,0.4469247817993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.2,0.5558591842651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.2,0.5280767917633057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.2,0.6268799781799317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.2,0.6681151866912842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.2,0.8064448356628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.2,1.0852224349975585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.2,1.528985595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.2,1.6840959548950196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.01,0.09861119985580444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.2,2.2741504669189454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.09847679734230042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.01,0.1330623984336853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.2,3.0754560470581054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.1312384009361267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.01,0.09902080297470092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.2,3.564044952392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.01,0.1226688027381897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.01,0.16307200193405152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.11522560119628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.2,6.4239356994628904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.08419200181961059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.01,0.1961408019065857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.15928319692611695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.01,0.27383038997650144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.1901952028274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.08848639726638793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.2,16.288819885253908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.2,0.27250559329986573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.01,0.294265604019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.11689599752426147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.2,0.29626240730285647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.01,0.312064003944397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.1725119948387146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.2,0.29100799560546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.01,0.30651519298553465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.21802239418029784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.2,0.3124608039855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.01,0.3240511894226074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.01,0.29901440143585206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.01,0.3012415885925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.2,0.3267967939376831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.01,0.3446847915649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.01,0.3317055940628052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.01,0.34805119037628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.2,0.3549952030181885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.01,0.33416318893432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.01,0.39706881046295167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.2,0.36263039112091067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.01,0.3413503885269165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.01,0.4082176208496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.2,0.3982208013534546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.01,0.3708992004394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.01,0.42545280456542967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.2,0.4210559844970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.01,0.3876415967941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.01,0.4273791790008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.2,0.46156158447265627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.01,0.4125631809234619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.01,0.4859456062316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.2,0.44647040367126467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.01,0.43289599418640134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.2,0.48784642219543456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.01,0.49699840545654295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.08377599716186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.01,0.4574079990386963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.2,0.5345215797424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.01,0.5880447864532471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.09045119881629944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.01,0.47545599937438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.01,0.6530432224273681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.2,0.6223231792449951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.01,0.5484416007995605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.2,0.7435391902923584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.1041599988937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.01,0.8134016036987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.01,0.5686975955963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.15660799741744996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.2,0.9020288467407227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.01,0.6851840019226074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.01,0.9152000427246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.19676799774169923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.2,1.0079872131347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.01,0.7703936100006104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.01,1.322713565826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.2,0.28431360721588134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.01,0.9716608047485351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.2,1.4341695785522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.01,1.6100095748901366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.2,0.30398080348968504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.01,1.2254655838012696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.2,1.822515106201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.01,2.3183872222900392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.2,0.32614400386810305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.01,1.6021312713623046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.2,2.5436800003051756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.2,0.33727359771728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.01,2.77589111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.01,2.081337547302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.2,0.3568000078201294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.2,3.2913089752197267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.01,3.341215896606445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.2,0.36061439514160154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.01,2.6833215713500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.2,3.7559745788574217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.2,0.39188480377197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.01,5.346419143676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.01,3.614681625366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.2,0.4142399787902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.2,6.392787170410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.01,4.610649490356446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.2,0.45241599082946776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.01,11.308863830566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.2,0.4794879913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.01,6.872927856445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.2,13.919027709960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.2,0.49838080406188967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.2,0.5720320224761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.2,0.6152895927429199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.01,14.579942321777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.2,0.720908784866333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.2,0.7977727890014649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.2,1.0504768371582032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.2,1.2702015876770019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.2,1.6467071533203126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.2,2.037113571166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.2,2.855200004577637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.2,3.9439552307128904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.0774399995803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.2,4.974700927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07845119833946228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.07470719814300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.08912000060081482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.2,7.911698913574218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.07696639895439147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.13467520475387573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.19130879640579224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.0904640018939972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.2,15.454240417480468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.24250879287719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.1235967993736267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.32366719245910647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.17863039970397948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.33950080871582033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.21328001022338866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.34686079025268557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.3177472114562988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.32988801002502444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.3723520040512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.35324161052703856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.3888256072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.3614720106124878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.3979583978652954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.10266239643096924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.3899327993392944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.41422080993652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.07501440048217774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.41089282035827634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.44260478019714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.06165120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.4106751918792725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.46654720306396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.07244799733161926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.44492158889770506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.49470081329345705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.4849408149719238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.09433599710464477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.5128064155578613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.5181695938110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.6192768096923829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.09992319941520691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.5337664127349854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.7586495876312256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.10398080348968505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.6456384181976318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.1034559965133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.961638355255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.1118399977684021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.8002943992614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.05731201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.1106943964958191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.0066752433776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.3973695755004882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.11880960464477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.0946623802185058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.14977920055389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.6562496185302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.09875839948654175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.4433664321899413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.15155839920043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.3293760299682615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.16628479957580566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.683417510986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.0546176016330719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.7815616607666014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.14025599956512452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.06090880036354065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.3467456817626955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.16260479688644408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.01,3.955187225341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.0688704013824463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.8704639434814454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.19178880453109742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.09367039799690247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.01,5.128345489501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.2240959882736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.2,4.083289718627929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.09258880019187928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.322707200050354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.10245120525360107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.01,6.294028854370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.2,5.479289627075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.5032896041870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.10063359737396241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.01,0.4245759963989258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.01,9.800685119628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.2,6.720832061767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.01,0.596281623840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.1117184042930603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.12755199670791625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.01,0.8713919639587402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.2,10.574265289306641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.01,20.27840576171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.13523199558258056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.01,1.2961536407470704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.15151360034942626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.01,1.8537279129028321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.15573760271072387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.2,21.749267578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.1867136001586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.01,2.0291200637817384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.1431167960166931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.16832000017166138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.01,2.7614719390869142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.20962560176849365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.22140159606933593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.01,6.230303955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.34242560863494875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.5515520095825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.2,0.5934976100921631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.2,0.6747903823852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.2,1.0193023681640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.2,1.7429695129394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.2,2.122751998901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.2,3.1059072494506834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.01,0.06694399714469909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.01,0.06822400093078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.2,5.737356948852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.01,0.05116159915924072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.2,0.0670144021511078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.01,0.0633791983127594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.2,11.214988708496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.01,0.07345920205116271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.2,0.04496000111103058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.01,0.053388798236846925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.01,0.0883520007133484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.2,0.04925439953804016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.01,0.09455999732017517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.2,0.060185599327087405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.01,0.05070080161094666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.01,0.0923583984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.2,0.06431999802589417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.01,0.10054399967193603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.01,0.0575872004032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.2,0.0898688018321991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.01,0.06814079880714416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.01,0.10559359788894654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.2,0.09158400297164918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.01,0.09191039800643921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.01,0.10390399694442749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.2,0.09894400238990783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.01,0.09304959774017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.01,0.11598720550537109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.2,0.10416640043258667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.01,0.095551997423172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.2,0.10700160264968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.01,0.10735360383987427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.01,0.11969280242919922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.01,0.10392320156097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.2,0.11628799438476563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.01,0.12762880325317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.2,0.05367680191993714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.01,0.11223679780960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.2,0.10682239532470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.01,0.1337280035018921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.2,0.04609279930591583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.01,0.1156607985496521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.2,0.12108800411224366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.01,0.14385279417037963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.2,0.0460671991109848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.01,0.12351360321044921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.2,0.12886400222778321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.01,0.1579200029373169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.01,0.12294399738311768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.2,0.05370240211486817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.2,0.1401087999343872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.01,0.18056319952011107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.2,0.07559679746627808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.01,0.1382143974304199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.2,0.1473536014556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.01,0.20551679134368897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.2,0.09716479778289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.01,0.1381119966506958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.2,0.1465407967567444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.01,0.26256000995635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.01,0.16350079774856568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.2,0.16503679752349854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.01,0.3815232038497925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.01,0.20646400451660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.2,0.1109120011329651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.2,0.19610240459442138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.01,0.38273279666900634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.01,0.2066943883895874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.2,0.10898560285568237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.2,0.237990403175354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.01,0.5846208095550537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.01,0.2836352109909058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.2,0.11340800523757935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.2,0.3054080009460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.01,0.696281623840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.01,0.29205119609832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.2,0.11217279434204101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.2,0.4448768138885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.01,0.3972863912582397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.2,0.1254591941833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.01,1.1220735549926757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.2,0.46361598968505857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.2,0.12142080068588257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.01,0.47567358016967776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.01,1.3550592422485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.2,0.6468800067901611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.2,0.1300480008125305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.01,0.6522624015808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.01,1.7119871139526368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.2,0.1429759979248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.2,0.975391960144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.01,0.743782377243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.2,0.15200639963150026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.01,2.745907211303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.2,1.4078399658203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.01,1.0805824279785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.2,0.17534079551696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.2,1.882579231262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.01,1.4216704368591309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.2,0.22467200756072997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.01,5.429919815063476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.2,0.22933120727539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.01,1.856729507446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.2,2.4639360427856447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.2,0.28562560081481936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.2,0.2998464107513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.01,2.854297637939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.2,3.4571712493896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.2,0.4136960029602051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.2,0.5227583885192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.01,5.608883285522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.2,8.200083160400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.2,0.715283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.2,0.8559488296508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.2,1.355827236175537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.2,1.6025728225708007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.2,2.3240192413330076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.01,0.038227200508117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.2,3.0771007537841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.01,0.05112959742546082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.01,0.04929920136928558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.01,0.06348159909248352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.2,7.091347503662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.01,0.07845759987831116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.01,0.09934080243110657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.2,0.042131200432777405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.04446719884872437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.01,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.049542400240898135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.2,0.0500927984714508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.01,0.10569599866867066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.01,0.10580480098724365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.2,0.04764800071716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.06130560040473938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.2,0.0636031985282898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.07227519750595093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.01,0.1125440001487732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.2,0.07411199808120728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.08142719864845276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.01,0.11545599699020385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.2,0.10072959661483764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.11951359510421752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.01,0.12391040325164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.2,0.10376319885253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.12609280347824098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.01,0.14294400215148925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.04460160136222839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.2,0.10636800527572632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.12711679935455322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.01,0.15812480449676514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.048876801133155824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.2,0.10938880443572999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.13198720216751098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.01,0.16418559551239015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.06044160127639771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.2,0.111571204662323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.1390015959739685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.01,0.17763199806213378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.2,0.1146239995956421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06811519861221313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.14646400213241578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.01,0.2157696008682251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.2,0.12330880165100097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07728639841079712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1509503960609436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.2,0.12133760452270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.12253439426422119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.01,0.2651007890701294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1578495979309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.2,0.14737919569015503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.1295680046081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.01,0.3381632089614868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.17847039699554443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.2,0.1591423988342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.13176319599151612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.01,0.35185918807983396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.19302400350570678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.2,0.16462719440460205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.13372160196304322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.01,0.4971776008605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.21100161075592042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.2,0.1853376030921936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.14275200366973878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.2467967987060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.01,0.5838912010192872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.2,0.22040960788726807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.1525056004524231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.3161855936050415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.01,0.7937344074249267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.2,0.25987839698791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.1561535954475403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.3225663900375366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.01,1.0200127601623534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.15957119464874267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.2,0.34472320079803465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.4275968074798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.01,1.485593605041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.1780992031097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.2,0.3583359956741333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.4911231994628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.19461120367050172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.2,0.49802241325378416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.01,1.8359359741210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.6811071872711182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.2154752016067505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.2,0.5706175804138184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.01,2.184550476074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.8606143951416015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.25230720043182375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.2,0.8850624084472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.32388479709625245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.2412416458129882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.01,3.733260726928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.2,1.0457344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.3366336107254028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.517568016052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.2,1.5752256393432618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.4452159881591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.01,7.367276763916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.1962175369262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.496614408493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.2,2.020089530944824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.8035263061523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.6795392036437988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.2,2.84836483001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.8687999725341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.01,3.4747329711914063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.2,4.028518295288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.2422080039978027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.01,5.472108840942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.5253952026367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.2,9.521369934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.2,2.1977727890014647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.01,11.610265350341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.8564735412597657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.2,3.5077953338623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.2,5.676076889038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.2,12.312928009033204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.01,0.13715200424194335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.01,0.17969919443130494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.01,0.08857600092887878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.01,0.13171199560165406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.01,0.16597119569778443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.01,0.24417920112609864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.2,0.13820799589157104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.01,0.23425920009613038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.01,0.24140799045562744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.2,0.08392959833145142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.01,0.24131839275360106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.01,0.2561791896820068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.2,0.121670401096344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.01,0.27827839851379393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.2,0.13809280395507811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.2,0.23461759090423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.01,0.28718719482421873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.24366719722747804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.2,0.23843200206756593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.01,0.29291520118713377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.2539776086807251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.2,0.23505918979644774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.01,0.3136447906494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.12071039676666259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.2,0.2607295989990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.01,0.3494784116744995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.14755200147628783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.2,0.26277759075164797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.01,0.36369919776916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.20171520709991456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.2,0.28092160224914553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.01,0.3352191925048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.2363136053085327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.2,0.2952127933502197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.24435200691223144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.01,0.38518400192260743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.2553600072860718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.2,0.30565121173858645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.15573760271072387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.01,0.41991682052612306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.2417855978012085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.2,0.3075200080871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.11060479879379273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.01,0.5299967765808106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.24654719829559327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.2,0.32198400497436525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.12060799598693847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.01,0.5707712173461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.2,0.3459007978439331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.2618880033493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.18079999685287476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.01,0.6704127788543701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.2,0.3733695983886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.2722048044204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.23352320194244386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.2,0.4556608200073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.01,0.9902208328247071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.2811968088150024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.23578879833221436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.2,0.46035199165344237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.2926527976989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.01,1.327948760986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.2501568078994751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.2,0.5406079769134522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.32588160037994385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.2573951959609985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.01,1.5901760101318358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.2,0.6065663814544677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.37080960273742675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.26689279079437256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.01,2.3153152465820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.2,0.7743167877197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.28774399757385255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.4198463916778564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.01,2.588652801513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.302239990234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.2,1.0592576026916505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.35650560855865476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.314303994178772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.4442431926727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.2,1.502995204925537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.01,3.6554622650146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.32529919147491454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.4713727951049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.2,1.6293695449829102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.01,5.449420928955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.39265921115875246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.6223104000091553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.2,2.7675712585449217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.39271039962768556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.01,0.5717951774597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.01,12.362732696533204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.38536319732666013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.2,2.9989696502685548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.01,0.7594240188598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.4904767990112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.01,1.050374412536621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.2,4.560287857055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.5002304077148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.01,1.6165184020996093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.6986752033233643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.2,7.740025329589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.01,1.7358272552490235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.2,0.6290175914764404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.2,0.8384703636169434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.01,2.4412927627563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.2,1.2814271926879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.2,25.23319091796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.01,3.3362239837646483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.2,2.01015682220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.2,2.1710464477539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.01,4.012006378173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.2,3.483225631713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.01,7.891104125976563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.2,3.7767105102539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.2,6.701926422119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.01,13.86835174560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.2,9.205036926269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.2,28.424716186523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.01,0.09779199957847595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.01,0.12103040218353271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.01,0.0858240008354187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.01,0.12919039726257325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.01,0.14507520198822021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.01,0.22120320796966553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.01,0.22821760177612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.01,0.25163519382476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.01,0.2501888036727905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.2,0.0976256012916565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.01,0.2688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.2,0.0774399995803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.01,0.26818559169769285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.2,0.08428800106048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.01,0.08097280263900757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.2,0.1071679949760437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.01,0.27841920852661134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.2,0.13507839441299438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.01,0.2901887893676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.01,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.2,0.2195647954940796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.01,0.29850881099700927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.01,0.11800960302352906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.2,0.22909440994262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.01,0.31991679668426515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.2,0.08161919713020324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.01,0.15868799686431884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.2,0.24851200580596924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.01,0.3434623956680298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.2,0.0675711989402771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.01,0.23928320407867432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.2,0.2504256010055542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.01,0.34807040691375735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.2,0.0838271975517273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.01,0.26394240856170653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.2,0.2703808069229126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.01,0.4115839958190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.2,0.10412800312042236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.01,0.2618367910385132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.2,0.27998080253601076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.2,0.14835200309753419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.01,0.4306431770324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.01,0.26677761077880857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.2,0.2934015989303589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.2,0.24182400703430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.01,0.523206377029419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.2,0.30896639823913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.01,0.2793600082397461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.2,0.2604991912841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.01,0.6121151924133301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.2,0.3178688049316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.01,0.29038081169128416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.2,0.2553728103637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.01,0.7810880184173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.2,0.32447359561920164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.01,0.3048640012741089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.2,0.2736191987991333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.2,0.3759680032730103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.01,0.9899519920349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.01,0.3222464084625244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.2,0.2854144096374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.2,0.34861440658569337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.01,1.2706048011779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.01,0.34967679977416993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.2,0.2944576025009155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.2,0.46027522087097167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.01,0.37827200889587403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.01,1.6441856384277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.2,0.32106881141662597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.2,0.4351615905761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.01,0.4147071838378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.2,0.33863039016723634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.01,2.538969612121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.2,0.5290751934051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.01,0.3820544004440308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.2,0.3674688100814819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.2,0.6299839973449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.01,3.0005184173583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.2,0.39498879909515383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.01,0.46179838180541993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.2,0.7562751770019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.2,0.43162879943847654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.01,0.4769599914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.01,3.4018558502197265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.2,1.0457088470458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.2,0.3939903974533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.01,0.5862271785736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.01,5.830080032348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.2,1.4648256301879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.2,0.5069119930267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.01,0.6930687904357911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.2,0.49038081169128417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.2,1.986502456665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.01,0.886963176727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.01,11.884339141845704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.2,0.6209663867950439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.01,1.1299072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.2,2.4976320266723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.2,0.7520832061767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.01,1.5091008186340331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.2,0.9377408027648926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.2,3.176140785217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.01,1.92871036529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.2,1.1580032348632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.2,3.6011329650878907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.2,1.5785152435302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.01,2.5154560089111326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.2,6.793984222412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.2,1.9676799774169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.01,3.3282047271728517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.2,2.703014373779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.01,4.080467224121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.2,15.132012939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.2,3.5190654754638673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.01,6.708844757080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.2,4.857510375976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.2,7.244793701171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.01,14.941900634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.07765759825706482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.07379840016365051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.2,15.023001098632813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.1331264019012451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.18477439880371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.2747904062271118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.2954303979873657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.3093120098114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.316812801361084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.3342528104782104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.07733759880065919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.3410815954208374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.37087359428405764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.06977279782295227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.3850816011428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.09415680170059204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.3937727928161621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.12768640518188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.4256447792053223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.1612671971321106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.2690112113952637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.44549121856689455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.29881598949432375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.4934976100921631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.3140223979949951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.6248127937316894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.3352511882781982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.6464896202087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.3361151933670044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.8287039756774902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.3625152111053467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.0923328399658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.373689603805542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.4675007820129395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.40145277976989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.5321087837219238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.4248000144958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.01,2.1308416366577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.4711167812347412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.672166442871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.5228159904479981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.9198272705078123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.4809279918670654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.6348544120788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.8602752685546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.6410431861877441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.830668830871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.01,5.987334442138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.0975808143615722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.4947263717651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.01,9.476608276367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.5815360069274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.2,2.2431360244750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.6963712692260744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.01,20.467308044433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.9324672698974608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.933631896972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.2,6.063846588134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.2,10.004710388183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.2,20.57581481933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.21702399253845214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.388319993019104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.21790719032287598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.5255231857299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.13863680362701417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.3895423889160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.25447680950164797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.2778879880905151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.1410688042640686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.22776319980621337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.3063999891281128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.25785601139068604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.3855232000350952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.28175361156463624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.4059840202331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.3891711950302124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.4281599998474121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.41775360107421877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.41460480690002444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.41926398277282717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.4134975910186768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.4405183792114258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.47493758201599123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.01,0.131769597530365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.4606336116790771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.4772928237915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.01,0.2097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.4383039951324463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.498035192489624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.01,0.37096319198608396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.5091839790344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.5315775871276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.01,0.12634240388870238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.5337535858154296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.5494400024414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.01,0.19564160108566284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.5251520156860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.6536767959594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.5274303913116455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.01,0.2929919958114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.6526400089263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.2,0.13059840202331544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.6550335884094238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.01,0.31480319499969484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.01,0.8618240356445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.2,0.20786559581756592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.780025577545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.01,0.3604608058929443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.01,0.7829376220703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.2,0.2263808012008667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.2,0.9144703865051269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.01,0.38378880023956297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.083244800567627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.2,0.11596159934997559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.2,0.882534408569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.01,0.41244797706604003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.2,0.1707136034965515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.01,1.0086591720581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.1467967987060548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.01,0.4278143882751465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.2,0.25858559608459475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.01,1.2362496376037597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.2,1.0929856300354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.01,0.42568321228027345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.2,0.2871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.01,1.7906431198120116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.2,1.4344703674316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.01,0.4444287776947021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.2,0.36506879329681396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.01,2.375654411315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.2,2.065926361083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.01,0.49034881591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.2,0.3773184061050415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.01,2.752262306213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.01,0.5203264236450196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.2,2.864505577087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.2,0.4067391872406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.01,0.5403456211090087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.01,3.4594047546386717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.2,0.3965503931045532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.2,4.217375946044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.2,0.41614718437194825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.01,0.5534143924713135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.01,5.2962688446044925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.2,3.7213054656982423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.2,0.4352575778961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.01,0.6271552085876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.2,0.4907008171081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.01,0.5930943965911866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.2,7.077318572998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.01,11.711411285400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.2,0.5131968021392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.01,0.7525440216064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.2,0.5415103912353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.01,0.8132160186767579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.2,18.841868591308593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.2,0.5314112186431885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.01,0.9929663658142089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.2,0.6203392028808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.01,1.0756799697875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.2,0.6435904026031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.01,1.383955192565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.2,0.7452032089233398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.01,1.7121664047241212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.2,0.8500224113464355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.01,2.14083194732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.2,1.0703743934631347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.01,2.7635776519775392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.2,1.1906240463256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.01,3.374009704589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.2,1.508140754699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.2,1.8785472869873048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.01,5.11646728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.2,2.7680511474609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.2,2.962169647216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.01,10.203282928466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.2,3.710457611083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.2,6.262361526489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.01,0.09824000000953674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.01,0.13246079683303832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.2,12.480352020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.01,0.20762879848480226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.2,0.09826560020446777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.01,0.11479040384292602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.2,0.13220479488372802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.01,0.18950400352478028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.2,0.12229759693145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.01,0.27067520618438723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.2,0.10877439975738526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.2,0.17653119564056396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.01,0.3055295944213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.2,0.21765758991241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.01,0.37966721057891845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.2,0.27474560737609866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.01,0.3686079978942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.2,0.3313535928726196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.01,0.41171841621398925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.2,0.35089280605316164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.01,0.43260798454284666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.01,0.08422399759292602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.01,0.4470848083496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.2,0.36986238956451417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.01,0.09129599928855896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.01,0.4587456226348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.2,0.42386560440063475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.01,0.13322880268096923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.01,0.4841279983520508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.2,0.4286975860595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.01,0.11002240180969239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.01,0.4837952136993408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.2,0.08478080034255982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.2,0.45742077827453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.01,0.18504320383071898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.01,0.5199552059173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.2,0.4851263999938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.2,0.09386240243911743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.01,0.2621824026107788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.2,0.5011775970458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.01,0.5416128158569335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.01,0.3025536060333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.2,0.11262719631195069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.2,0.529695987701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.01,0.620249605178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.01,0.3755199909210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.2,0.16707199811935425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.2,0.5853759765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.01,0.6939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.01,0.3857599973678589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.2,0.23853440284729005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.2,0.6519743919372558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.01,0.7767295837402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.01,0.42290558815002444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.2,0.26483840942382814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.2,0.6936575889587402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.01,0.43802242279052733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.01,0.8153152465820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.2,0.3626688003540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.2,0.8367808341979981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.01,0.47957758903503417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.01,1.0589759826660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.2,0.37144320011138915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.2,0.852467155456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.01,0.4968255996704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.01,1.0948543548583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.2,0.3926336050033569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.01,0.5233727931976319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.2,1.161023998260498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.01,1.383020782470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.2,0.45146880149841306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.01,0.5600704193115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.2,1.1443967819213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.01,2.041267204284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.2,0.46586880683898924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.01,0.5807936191558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.2,1.4564607620239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.01,2.804640007019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.2,0.4967616081237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.01,0.6230336189270019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.2,2.1091903686523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.01,2.9148160934448244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.2,0.5223487854003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.01,0.7071807861328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.2,2.88482551574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.2,0.5602176189422607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.01,0.7345727920532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.01,3.5842113494873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.2,3.409958267211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.2,0.5906303882598877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.01,0.8673215866088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.01,5.842879867553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.2,0.6604928016662598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.01,0.9631487846374511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.2,3.968511962890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.2,0.7597631931304931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.01,1.1582592010498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.01,11.212499237060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.2,7.1665283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.2,0.734662389755249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.01,1.4356415748596192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.2,0.8659008026123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.01,1.7613056182861329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.2,13.018949890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.2,0.9489536285400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.01,2.168819236755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.2,1.2171199798583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.01,3.036038398742676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.2,1.532972812652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.01,4.110528182983399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.2,1.9699071884155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.2,2.1597312927246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.01,5.046476745605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.2,3.0481536865234373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.01,7.393888092041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.2,4.602489471435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.2,5.312249755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.07672320008277893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.01,14.953535461425782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07891839742660522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.2,7.644710540771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.11397119760513305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.07998719811439514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.12691199779510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.2,15.156076049804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.2021951913833618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09322239756584168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.2833087921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.12847360372543334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.32362239360809325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.20059518814086913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.25537919998168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.40748162269592286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.29410560131073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.4206592082977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.44714879989624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.39100160598754885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.47710719108581545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.4170688152313232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.5061823844909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.43206400871276857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.47572479248046873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.5145023822784424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.4921855926513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.5379839897155761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.5093247890472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.5705344200134277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.5414656162261963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.5897535800933837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.5765952110290528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.7793983936309814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.613920021057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.9368127822875977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.940556812286377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.6880576133728027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1247872352600097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.8260736465454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.234943962097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.960108757019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.2,1.1658687591552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.5844096183776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.2569087982177733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.01,2.014041519165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.6166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.01,2.6506752014160155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.2,2.0822784423828127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.01,3.0683263778686523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.7131584167480467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.2,3.1438079833984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.01,4.30816650390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.2,4.412992095947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.01,5.788032150268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.2,5.9275775909423825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.01,7.008857727050781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.2,7.192173004150391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.01,10.449606323242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.2,10.72204132080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.01,20.0154052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.2,22.736607360839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.1293503999710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.12956160306930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.2035072088241577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.20443520545959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.09960319995880126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.07095040082931518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.09640960097312927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.11809920072555542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.11898239850997924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.15308799743652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.14312959909439088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.1855296015739441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.18483840227127074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.18551039695739746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.18850560188293458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.1837183952331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.19738240242004396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.1904960036277771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.20277121067047119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.19673600196838378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.2122431993484497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.1985983967781067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.21020159721374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.20134398937225342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.22029440402984618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.22132480144500732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.25811200141906737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.2336064100265503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.2759871959686279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.24511361122131348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.25180160999298096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.2608383893966675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.27652480602264407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.29993600845336915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.3495424032211304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.3029632091522217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.34615039825439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.3750144004821777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.4050559997558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.42282881736755373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.5083199977874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.475980806350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,0.6458240032196045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,0.589734411239624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,0.7238207817077636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,0.9637439727783204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,1.0086463928222655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,1.1290623664855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,1.316748809814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,1.5088319778442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,1.9819520950317382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,2.0365375518798827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.01,0.08520960211753845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.2,0.0855296015739441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,2.513216018676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,2.3115264892578127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.01,0.12370560169219971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.2,0.12299519777297974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,2.9105663299560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,3.7951423645019533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.01,0.09219200015068055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.2,0.07509120106697083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.01,0.08817279934883118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.2,0.08085119724273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,5.416435241699219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,8.255097961425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.01,0.12732800245285034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.01,0.1296447992324829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,11.400550079345702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.2,0.16745599508285522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.01,0.1681920051574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.2,0.1749119997024536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.01,0.17766400575637817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.01,0.19071999788284302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.2,0.18001279830932618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.01,0.19388799667358397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.2,0.1846336007118225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.01,0.1991039991378784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.2,0.19813120365142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.01,0.2043519973754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.2,0.20666239261627198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.2,0.21908481121063234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.01,0.21179521083831787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.2,0.22970240116119384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.01,0.07073919773101807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.01,0.23422720432281494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.2,0.23918719291687013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.01,0.09132159948348999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.01,0.23164799213409423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.2,0.07522559762001038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.2,0.2562432050704956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.01,0.07138559818267823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.01,0.26432640552520753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.2,0.09160959720611572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.2,0.2733247995376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.01,0.08353279829025269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.01,0.2564480066299438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.2,0.06519039869308471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.01,0.10847359895706177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.2,0.32635519504547117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.01,0.29667840003967283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.2,0.08723199963569642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.01,0.14574719667434693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.2,0.3346751928329468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.01,0.3141567945480347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.2,0.10771199464797973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.01,0.17448320388793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.2,0.3901247978210449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.01,0.3866175889968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.2,0.13107839822769166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.01,0.18524160385131835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.2,0.46228480339050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.01,0.4440192222595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.01,0.19512959718704223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.2,0.5845376014709472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.2,0.18234239816665648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.01,0.5631743907928467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.01,0.19088000059127808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.2,0.7425536155700684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.2,0.18689919710159303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.01,0.6875775814056396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.01,0.20908799171447753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.2,1.0127872467041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.01,0.21308159828186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.2,0.18903039693832396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.01,0.912992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.2,1.1295424461364747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.01,0.22736001014709473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.2,0.21276159286499025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.01,1.183839988708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.2,1.6972991943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.01,0.2424704074859619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.2,0.21528959274291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.01,1.6871231079101563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.01,0.26810879707336427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.2,0.23408639430999756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.2,2.4381376266479493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.01,1.9905471801757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.01,0.2834176063537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.2,0.24732160568237305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.2,3.175187110900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.01,2.6439231872558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.01,0.2853055953979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.2,0.2742144107818604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.01,0.31578879356384276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.2,0.285536003112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.2,5.002323150634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.01,3.9230270385742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.2,0.2947391986846924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.01,0.3407232046127319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.2,0.32836480140686036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.01,0.4308479785919189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.2,11.453433227539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.01,8.738246154785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.01,0.4870719909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.2,0.36792960166931155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.01,0.6062592029571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.2,0.4365375995635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.01,0.7498879909515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.2,0.5001984119415284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.2,0.664192008972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.01,1.0405376434326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.2,0.8830016136169434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.01,1.3355199813842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.2,1.1597951889038085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.01,1.8589567184448241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.2,1.3514112472534179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.01,0.06428800225257873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.01,2.523494338989258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.2,0.07047680020332336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.2,2.1749504089355467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.2,0.07416960000991821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.01,0.07320320010185241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.01,3.0102399826049804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.2,2.761555290222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.2,0.07051519751548767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.01,0.07073280215263367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.01,4.54271354675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.2,0.08275840282440186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.01,0.09045760035514831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.2,3.463052749633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.2,0.11630719900131226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.01,0.12132480144500732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.01,10.064998626708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.2,5.221503829956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.2,0.1372928023338318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.01,0.14972800016403198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.01,0.1963711977005005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.2,0.19139839410781861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.01,0.2052288055419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.2,0.20595839023590087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.2,11.402835083007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.01,0.21524479389190673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.2,0.21469440460205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.2,0.22766079902648925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.01,0.22739200592041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.2,0.23620479106903075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.01,0.2354367971420288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.2,0.24851200580596924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.01,0.2472383975982666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.2,0.26294400691986086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.01,0.2635456085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.05820159912109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.01,0.28898561000823975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.2,0.2819839954376221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.06772480010986329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.01,0.3091840028762817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.2,0.3130431890487671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.06106240153312683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.07743359804153442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.01,0.3280895948410034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.2,0.3388864040374756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.06727679967880248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.01,0.33293440341949465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.2,0.3434175968170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.07996159791946411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.15060479640960694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.01,0.3939007997512817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.2,0.40247039794921874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.10327039957046509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.1856063961982727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.2,0.4454783916473389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.01,0.4346816062927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.13526400327682495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.2507967948913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.2,0.5430528163909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.01,0.5284351825714111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.26768639087677004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.1704319953918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.2,0.6431615829467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.01,0.6198912143707276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.2783360004425049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.2452672004699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.2,0.8622143745422364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.01,0.7888383865356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.28828160762786864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.2,1.0176575660705567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.01,0.9877311706542968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.31185920238494874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.27066879272460936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.2,1.3469951629638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.01,1.3499967575073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.32267520427703855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.2858367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.34637439250946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.2,1.902400016784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.01,1.8639808654785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.31043200492858886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.3763200044631958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.336083197593689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.2,2.796313667297363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.01,2.567558479309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.4027967929840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.34357120990753176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.2,3.541408157348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.01,3.2216896057128905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.43299198150634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.3868288040161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.2,4.003577423095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.01,3.9903167724609374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.46167678833007814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.4169472217559814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.5395648002624511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.4395264148712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.2,6.709171295166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.01,6.394899368286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.4721983909606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.6405951976776123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.5537727832794189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.8135552406311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.2,15.645709228515624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.01,13.64794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.6728767871856689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.8655551910400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.8448896408081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.1937472343444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.8819328308105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.4679807662963866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.2308799743652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,2.09171199798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.4839167594909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.7568639755249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,2.109030342102051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,4.020467376708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.7668928146362304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,5.329734420776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,4.069696044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.07697280049324036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,6.599545288085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.07943040132522583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.04191359877586365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,5.4124095916748045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.04252159893512726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.04496000111103058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,9.806681823730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.046700799465179445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,6.722726440429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.05292159914970398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.050291198492050174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.062483197450637816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.049721598625183105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,10.429676818847657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,21.33362579345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.0686784029006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.06971520185470581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.07008000016212464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.07022079825401306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.07079039812088013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.07153279781341552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.07048320174217224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,21.88336639404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.07527040243148804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.07068799734115601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.07871999740600585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.0753600001335144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.08250880241394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.08460800051689148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.08390399813652039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.08625280261039733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.09217280149459839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.01,0.0561024010181427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.09038079977035522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.01,0.04017919898033142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.09934080243110657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.1007807970046997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.01,0.04476799964904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.09971200227737427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.2,0.05366399884223938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.10933760404586793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.01,0.04522239863872528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.11928319931030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.2,0.037574398517608645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.1061568021774292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.01,0.055961602926254274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.13779840469360352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.2,0.03927040100097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.12417919635772705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.01,0.0686079978942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.2,0.046112000942230225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.01,0.06965759992599488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.15208319425582886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.22113280296325682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.2,0.05141760110855102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.01,0.07156479954719544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.1897472023963928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.2844032049179077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.2,0.06409599781036376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.2410304069519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.36696319580078124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.2,0.06937599778175355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.01,0.07379840016365051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.3906239986419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,0.4678080081939697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.2,0.07344639897346497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.01,0.07743359804153442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,0.4468224048614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.2,0.07351679801940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,0.6067135810852051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.01,0.08150399923324585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,0.6507391929626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.2,0.07451519966125489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.01,0.08389760255813598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,0.8770624160766601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,0.7103616237640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.2,0.0784063994884491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.01,0.0884607970714569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,1.199385643005371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,1.2476608276367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.2,0.08090879917144775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,1.5822976112365723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.01,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,1.7894975662231445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.2,0.09089279770851136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.01,0.10554879903793335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,2.190912055969238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,1.9483455657958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.2,0.09787520170211791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.01,0.12021759748458863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.2,0.10275839567184449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,3.6481792449951174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,5.211193466186524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.01,0.16510720252990724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.2,0.10988800525665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.01,0.2003391981124878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.2,0.12447999715805054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.01,0.2213887929916382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,11.12938232421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.01,0.28933761119842527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.2,0.16167680025100709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.01,0.33741440773010256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.2,0.20095360279083252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.01,0.4543744087219238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.2,0.21477758884429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.2,0.3093951940536499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.01,0.6057663917541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.01,0.04746879935264588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.2,0.37671680450439454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.01,0.8551615715026856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.01,0.038796800374984744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.2,0.48881921768188474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.01,1.062598419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.01,0.04073599874973297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.2,0.04766719937324524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.2,0.7097919940948486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.01,0.04922879934310913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.01,1.4378368377685546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.2,0.03707520067691803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.2,1.0352255821228027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.01,0.05613440275192261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.2,0.040870401263237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.01,2.2220096588134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.2,1.424448013305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.01,0.07092480063438415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.2,0.046623998880386354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.01,0.07134720087051391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.2,2.3206783294677735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.2,0.05093119740486145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.01,5.204191970825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.01,0.07478399872779846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.2,0.07056000232696533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.2,3.5701824188232423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.01,0.07576320171356202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.2,0.07397760152816772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.2,8.556172943115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.2,0.07783679962158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.01,0.08296319842338562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.2,0.08209279775619507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.01,0.08565120100975036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.01,0.09300479888916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.01,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.2,0.091430401802063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.01,0.04482559859752655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.01,0.10613119602203369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.2,0.0954688012599945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.01,0.03928320109844208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.01,0.11909120082855225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.01,0.04581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.2,0.09873279929161072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.01,0.1260543942451477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.01,0.053478401899337766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.2,0.10861439704895019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.2,0.04476799964904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.01,0.15278719663619994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.01,0.06064640283584595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.2,0.11955840587615967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.2,0.03747200071811676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.01,0.17859840393066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.01,0.0807424008846283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.2,0.13595520257949828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.2,0.04557439982891083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.01,0.21315839290618896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.01,0.08361600041389465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.2,0.15383679866790773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.2,0.0483711987733841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.01,0.0849407970905304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.01,0.23541760444641113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.2,0.181113600730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.2,0.05507199764251709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.01,0.0905344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.01,0.3427328109741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.2,0.24128639698028564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.2,0.08131200075149536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.01,0.09438080191612244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.01,0.41692161560058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.2,0.2675584077835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.2,0.0849727988243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.01,0.10585600137710571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.2,0.34922239780426023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.01,0.6035967826843261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.2,0.08982399702072144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.01,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.2,0.09341440200805665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.2,0.3946432113647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.01,0.7499392032623291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.01,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.2,0.09772800207138062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.2,0.6284607887268067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.01,0.9937919616699219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.01,0.11982719898223877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.2,0.10432000160217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.2,0.8682047843933105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.01,1.3906368255615233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.01,0.1362496018409729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.2,0.11060479879379273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.2,1.289510440826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.01,0.15267839431762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.01,1.5082943916320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.2,0.11562240123748779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.01,0.15274879932403565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.2,1.6445247650146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.2,0.11739519834518433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.01,2.4360383987426757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.01,0.19058560132980346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.2,0.12846720218658447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.2,1.9630655288696288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.01,0.23458559513092042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.01,5.844595336914063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.2,0.13586560487747193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.01,0.30566399097442626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.2,4.048831939697266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.2,0.15516799688339233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.01,0.31045119762420653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.2,0.1909824013710022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.01,0.44851198196411135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.2,6.960166168212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.2,0.24914560317993165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.01,0.5611199855804443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.2,0.3261375904083252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.01,0.7738815784454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.2,0.31972479820251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.2,0.436352014541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.01,0.9515456199645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.041068801283836366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.2,0.5875072002410888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.01,1.4778431892395019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.04044159948825836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.2,0.826963233947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05087360143661499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.01,1.9871679306030274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.03991680145263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.2,1.02042875289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.059571200609207155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.01,2.581145668029785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.0412992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.06743040084838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.2,1.6152320861816407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.049753600358963014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.10442240238189697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.01,3.8529537200927733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.2,2.2611967086791993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.05656319856643677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.10662399530410767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.2,2.874777603149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.10873600244522094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06698880195617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.01,8.725011444091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.11557120084762573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.10402560234069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.2,4.549900817871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.12020479440689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.10661120414733886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.13057279586791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.11441279649734497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.2,10.589830780029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.13850879669189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.11990400552749633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.14652800559997559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.12602239847183228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.1559999942779541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.13525760173797607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.1414528012275696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.1758463978767395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.15059839487075805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.1894912004470825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.15777280330657958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.22796800136566162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.17025920152664184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.2900480031967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.3816832065582275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.17992960214614867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.49034881591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.23402879238128663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.4775872230529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.2961087942123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.6733568191528321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.38918399810791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.4976384162902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.8660927772521972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.5135615825653076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,1.2626943588256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.7258304119110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.1532096028327942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.7297344207763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.8797120094299317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.15816960334777833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,2.5614912033081056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,1.2807807922363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.08447999954223633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.09843840003013611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.1442304015159607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,3.1324480056762694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.7261760711669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.12742400169372559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.06952319741249084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,3.887673568725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,2.5445375442504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.14027520418167114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.08227199912071229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,3.1678335189819338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,6.152972793579101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.14360320568084717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.09681919813156128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.14973440170288085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.10349440574645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,3.9530559539794923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.16154240369796752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,13.228498840332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.1417407989501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.16896640062332152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,6.415833282470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.15181440114974976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.16613759994506835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.15368319749832154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.17401599884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,13.770579528808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.14771840572357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.1640128016471863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.20286719799041747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.17104640007019042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.21898880004882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.1880959987640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.19459840059280395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.22505600452423097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.19571199417114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.22464001178741455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.22235519886016847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.2671168088912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.23654398918151856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.2744319915771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.01,0.10589439868927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.3782592058181763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.24261119365692138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.01,0.11887999773025512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.3860224008560181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.3119231939315796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.01,0.07052159905433655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,0.47937917709350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.31648640632629393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.2,0.10571520328521729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.01,0.09101439714431762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,0.7081984043121338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.39123198986053465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.2,0.06424319744110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.01,0.10794240236282349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,0.9747008323669434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,0.4557375907897949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.2,0.07714560031890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.01,0.14082560539245606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,0.6064767837524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,1.074240016937256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.2,0.08603519797325135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.01,0.14633599519729615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,0.8126784324645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.2,0.09895039796829223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,1.8230079650878905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.01,0.15045119524002076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,1.0612992286682128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.2,0.13946239948272704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,2.2409088134765627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.01,0.15708160400390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.2,0.14978560209274291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,1.665830421447754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,2.7800512313842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.2,0.149126398563385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,2.453094482421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.01,0.1607807993888855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.2,0.15690879821777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,4.0
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,3.1682880401611326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.01,0.16559360027313233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.2,0.15763839483261108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.01,0.17342720031738282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.2,0.1706431984901428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,3.5355457305908202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,8.306022644042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.01,0.19731199741363525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.2,0.17393280267715455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.01,0.22115840911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,5.7233726501464846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.2,0.18167680501937866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.01,0.2249664068222046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.2,0.18627840280532837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.2,0.2065471887588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.01,0.21943678855895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,13.438919067382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.2,0.21160318851470947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.01,0.26756479740142824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.2,0.23091840744018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.01,0.2852992057800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.2,0.2678719997406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.01,0.3370368003845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.2,0.2830976009368896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.01,0.39341440200805666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.01,0.5076543807983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.2,0.37512319087982177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.01,0.07868800163269044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.01,0.7114943981170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.2,0.40653438568115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.01,0.08293759822845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.2,0.5356351852416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.01,0.9349632263183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.01,0.06857600212097167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.01,0.08588160276412964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.2,0.7847936153411865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.01,1.1198719978332519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.2,0.07830399870872498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.01,0.10450559854507446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.2,1.0404735565185548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.01,1.6120832443237305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.2,0.0591808021068573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.01,0.13910399675369262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.2,1.2691519737243653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.2,0.06654080152511596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.01,2.1581951141357423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.01,0.1480191946029663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.2,0.08515840172767639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.2,2.153388786315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.01,0.15103360414505004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.01,2.3756032943725587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.2,0.09947519898414611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.01,0.15527679920196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.2,2.596339225769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.01,3.6297664642333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.2,0.1359231948852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.01,0.16350079774856568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.2,3.4412479400634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.2,0.145196795463562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.01,0.1737215995788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.2,0.1565567970275879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.01,8.621331024169923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.01,0.177510404586792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.2,5.650169754028321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.2,0.16498559713363647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.01,0.18903679847717286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.2,0.1672063946723938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.01,0.19967999458312988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.2,15.049696350097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.2,0.17276159524917603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.01,0.21369600296020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.2,0.19309439659118652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.01,0.22603518962860109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.2,0.1936511993408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.2,0.19226880073547364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.01,0.23695359230041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.2,0.22209279537200927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.01,0.27450239658355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.2,0.2223360061645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.01,0.29160959720611573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.01,0.07102720141410827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.2,0.24198400974273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.01,0.35808639526367186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.01,0.06843519806861878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.2,0.2870527982711792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.01,0.46711039543151855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.01,0.06871680021286011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.2,0.07160959839820862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.2,0.2937024116516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.01,0.5875328063964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.01,0.09151359796524047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.2,0.3777152061462402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.2,0.05999360084533691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.01,0.6774720191955567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.01,0.10980479717254639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.2,0.4407680034637451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.2,0.07011839747428894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.01,0.152838397026062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.01,0.9936256408691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.2,0.08141440153121948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.2,0.6017856121063232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.01,0.16668800115585328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.01,1.3233599662780762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.2,0.8326848030090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.2,0.10224640369415283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.01,0.1720576047897339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.01,1.7987327575683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.2,0.15379199981689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.2,0.9565119743347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.01,0.1784767985343933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.01,2.368921661376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.2,0.15991679430007935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.2,1.316051197052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.01,0.18392319679260255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.2,0.17916159629821776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.01,3.267865753173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.2,2.020556831359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.01,0.1985535979270935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.2,0.18689919710159303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.01,0.21459200382232665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.2,2.5822656631469725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.01,4.435340881347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.2,0.1878335952758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.01,0.2256256103515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.2,0.19955840110778808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.2,3.0329023361206056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.01,0.23824000358581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.01,10.02039031982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.2,0.20910720825195311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.01,0.2537600040435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.2,5.728019332885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.01,0.27480320930480956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.2,0.23413119316101075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.01,0.2768768072128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.2,12.827276611328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.2,0.2635456085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.01,0.3346879959106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.2,0.2749119997024536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.01,0.36528639793395995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.2,0.2842303991317749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.01,0.4818880081176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.2,0.341593599319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.01,0.5548223972320556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.2,0.40382080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.0674560010433197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.01,0.7618368148803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.2,0.4951807975769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.06765440106391907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.01,0.8871871948242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.2,0.5942975997924804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.07599999904632568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.2,0.7387584209442138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.01,1.276524829864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.0674560010433197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.10003199577331542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.2,1.0256768226623536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.01,1.713350486755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.06156799793243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.12801920175552367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.2,1.3242431640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.19660160541534424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.07512959837913513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.01,2.4439104080200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.2,1.729088020324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.20819199085235596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.09797120094299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.01,3.080806350708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.21891839504241944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.11976959705352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.2,2.707807922363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.01,3.7076160430908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.22152960300445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.194758403301239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.2,3.3676223754882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.23687679767608644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.21425919532775878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.01,6.209574508666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.2,3.948640060424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.2555455923080444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.22561919689178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.26846721172332766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.23559041023254396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.2,7.580665588378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.01,13.343276977539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.24380800724029542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.28906879425048826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2666624069213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.3270911931991577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.2,13.958355712890626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.28348801136016843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.3674304008483887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.3045120000839233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.398419189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.3788800001144409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.3332927942276001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.4769599914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.3765376091003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.5817599773406983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.4060031890869141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.39203839302062987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.772108793258667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.48204798698425294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.9097408294677735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.5432640075683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,1.2309120178222657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.6939136028289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.3696000099182128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.923136043548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.9786624908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,1.2661824226379395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,2.476531219482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.387615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,3.688947296142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.9990911483764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,4.696217727661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.52044792175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,5.757132720947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.13496320247650145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,3.7060928344726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,9.220531463623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.2084415912628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,4.80302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.134278404712677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.2879551887512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,6.025983810424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.20999040603637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.10255359411239624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,19.887187194824218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.14675840139389038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.1280832052230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,9.529977416992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.10344959497451782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.16222720146179198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.16680959463119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.13658879995346068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,20.32794189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.16064640283584594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.22366080284118653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.23911681175231933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.15968639850616456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.25418241024017335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.21904640197753905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.24495999813079833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.2342655897140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.21715199947357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.2575743913650513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.2461184024810791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.2646143913269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.26254079341888426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.2904320001602173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.2545344114303589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.29932799339294436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.01,0.08974080085754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.2854144096374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.3103935956954956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.01,0.1333567976951599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.30495998859405515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.31868801116943357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.01,0.21045119762420655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.3230720043182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.37054080963134767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.01,0.08673279881477355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.3240256071090698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.38611199855804446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.01,0.12471040487289428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.2,0.13022719621658324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.38863999843597413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.01,0.1591231942176819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.5069695949554444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.2,0.11738879680633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.42537598609924315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.01,0.18882559537887572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,0.5091072082519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.2,0.09307519793510437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.5235712051391601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.01,0.2221951961517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,0.6581247806549072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.01,0.2333375930786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,0.5502272129058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,0.7102015972137451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.2,0.14841599464416505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.01,0.23637759685516357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,0.6785280227661132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,0.9689151763916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.2,0.17149440050125123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.01,0.25013759136199953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,0.7814720153808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,1.2743167877197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.2,0.2196415901184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.01,0.25620479583740235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,0.9765952110290528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.2,0.2250688076019287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,1.8702592849731445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.01,0.25779199600219727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,1.4387840270996093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.2,0.22891519069671631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.01,0.28545279502868653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,2.1144447326660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.2,0.24350080490112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,2.036774444580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.01,0.2935551881790161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,2.6299072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.2,0.24697599411010743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.01,0.30919039249420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,2.276531219482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.2,0.24975359439849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,3.959769439697266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.01,0.33114240169525144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,3.123699188232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.2,0.2893824100494385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.01,0.3807487964630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.2,0.29500160217285154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,8.199148559570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,5.052864074707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.01,0.37246079444885255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.2,0.3245824098587036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.01,0.45581440925598143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.2,0.3346303939819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,10.315545654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.01,0.4974976062774658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.2,0.4000063896179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.01,0.6588160037994385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.2,0.3960063934326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.01,0.7613632202148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.2,0.48161921501159666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.01,1.0368191719055175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.2,0.5571263790130615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.01,1.2357824325561524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.2,0.7162559986114502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.01,1.7452735900878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.2,0.7795135974884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.01,0.0733568012714386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.01,2.130316734313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.2,1.0903552055358887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.01,0.09011840224266052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.2,1.4030207633972167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.01,2.6381504058837892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.2,0.0720575988292694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.01,0.13433599472045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.2,1.9576192855834962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.2,0.0921280026435852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.01,4.237516784667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.01,0.08551679849624634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.2,2.5839231491088865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.2,0.0899839997291565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.01,0.11478400230407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.01,8.382579040527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.2,0.08829439878463745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.01,0.1650431990623474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.2,2.821638488769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.2,0.11804800033569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.01,0.17861119508743287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.2,4.850892639160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.2,0.1507200002670288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.01,0.2180799961090088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.2,0.1715456008911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.01,0.22313599586486815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.2,9.335801696777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.2,0.21312639713287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.01,0.23771519660949708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.2,0.2258944034576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.01,0.253004789352417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.2,0.23464319705963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.01,0.2666879892349243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.2,0.2471935987472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.01,0.0728384017944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.2,0.2601344108581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.01,0.29691519737243655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.01,0.07375360131263733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.2,0.2787456035614014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.01,0.3136127948760986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.01,0.09978880286216736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.2,0.2791680097579956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.01,0.3404736042022705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.2,0.07271040081977845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.2,0.3188352108001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.01,0.3664576053619385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.01,0.12647680044174195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.2,0.07418879866600037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.2,0.341811203956604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.01,0.42986240386962893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.01,0.18238719701766967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.2,0.07602559924125671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.01,0.43123841285705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.2,0.37350399494171144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.01,0.19909119606018066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.2,0.4458943843841553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.2,0.08610560297966004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.01,0.5182784080505372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.01,0.24970879554748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.2,0.4434815883636475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.2,0.1244096040725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.01,0.5653567790985108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.01,0.2693567991256714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.2,0.5644480228424072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.2,0.16223360300064088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.01,0.7031487941741943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.01,0.2658623933792114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.2,0.5885439872741699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.2,0.18354560136795045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.01,0.28864641189575196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.01,0.8466624259948731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.2,0.7878719806671143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.2,0.2413248062133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.01,0.30913920402526857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.01,1.1135168075561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.2,0.8802240371704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.2,0.25367040634155275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.01,0.3224639892578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.01,1.6096319198608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.2,0.26552319526672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.2,1.219923210144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.01,0.34016640186309816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.01,2.106892776489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.2,0.2792704105377197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.2,1.7236223220825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.01,0.3586816072463989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.01,2.4963968276977537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.2,0.2966464042663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.01,0.3937983989715576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.2,2.1470592498779295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.2,0.31454079151153563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.01,0.4433152198791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.01,3.278035354614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.2,2.6716928482055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.2,0.34101760387420654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.01,0.525932788848877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.01,4.8478271484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.2,0.36849920749664306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.2,3.2928512573242186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.01,0.5188288211822509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.2,0.38711678981781006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.01,0.644486379623413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.2,5.471948623657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.01,9.558073425292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.2,0.4401792049407959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.01,0.7007423877716065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.2,0.5225215911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.01,0.9186880111694335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.2,10.451878356933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.2,0.5319680213928223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.01,1.1504192352294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.2,0.6425856113433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.01,1.5484479904174804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.2,0.7631872177124024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.01,1.9403520584106446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.2,0.9266240119934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.01,2.733407974243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.2,1.3074560165405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.060070401430130003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.01,3.61767692565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.2,1.6684415817260743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.06819199919700622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.01,4.47630729675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.05987200140953064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.2,1.999679946899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.09184640049934387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.06917120218276977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.01,6.813536071777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.2,2.839776039123535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.10316159725189208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.0794048011302948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.15991679430007935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.2,3.8303550720214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.10994559526443481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.01,13.392005920410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.2234816074371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.15214719772338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.2,4.767801666259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.2606656074523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.19650559425354003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.3305279970169067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.2,7.071507263183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.23627519607543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.3387840032577515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.3111104011535645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.35292160511016846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.2,14.669517517089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.33094398975372313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.3834815979003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.3469504117965698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.399616003036499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.3858047962188721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.42466559410095217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.3983743906021118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.45214080810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.42295041084289553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.49578242301940917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.46442241668701173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.528601598739624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5035647869110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5879680156707764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.5350080013275147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.6937856197357177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.7176383972167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.5955584049224854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.8882431983947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.6946559906005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,1.0473535537719727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.7367487907409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.8858816146850585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.3412480354309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,1.0881983757019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.8092927932739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.426579189300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,2.423846435546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.878879928588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.8856319427490233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,2.4997631072998048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,4.21283187866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,2.976710319519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,5.513382339477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,4.331820678710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,6.810342407226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,5.609983825683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,6.908620452880859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,10.478272247314454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,10.685017395019532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,20.40864715576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,22.266067504882812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,power_law_1.01,0.11132800579071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,power_law_1.2,0.11111040115356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,power_law_1.01,0.16828160285949706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,power_law_1.2,0.16028800010681152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,power_law_1.2,0.09009280204772949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,power_law_1.01,0.12055039405822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,power_law_1.2,0.10316799879074097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,power_law_1.01,0.1022528052330017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,power_law_1.2,0.13757439851760864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,power_law_1.01,0.13654400110244752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,power_law_1.01,0.1565888047218323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,power_law_1.2,0.169542396068573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,power_law_1.01,0.1938431978225708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,power_law_1.2,0.17919360399246215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,power_law_1.01,0.19451520442962647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,power_law_1.2,0.18298879861831666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,power_law_1.01,0.19262720346450807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,power_law_1.2,0.20073599815368653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,power_law_1.01,0.1974400043487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,power_law_1.2,0.20341119766235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,power_law_1.2,0.21130239963531494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,power_law_1.01,0.21308159828186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,power_law_1.2,0.22878720760345458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,power_law_1.01,0.2172991991043091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,power_law_1.2,0.2460479974746704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,power_law_1.01,0.2203968048095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,power_law_1.2,0.26100480556488037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,power_law_1.01,0.2617727994918823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,power_law_1.2,0.30407679080963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,power_law_1.01,0.28998401165008547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,power_law_1.01,0.30298240184783937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,power_law_1.2,0.31020801067352294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,power_law_1.01,0.3071104049682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,power_law_1.2,0.3250175952911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,power_law_1.01,0.3768255949020386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,power_law_1.2,0.37265279293060305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,power_law_1.01,0.37183361053466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,power_law_1.2,0.3975487947463989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,power_law_1.01,0.4564352035522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,power_law_1.2,0.48056321144104003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,power_law_1.01,0.5223936080932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,power_law_1.2,0.6124800205230713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,power_law_1.2,0.8201536178588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,power_law_1.01,0.7265984058380127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,power_law_1.2,1.013491153717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,power_law_1.01,0.9126015663146972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,power_law_1.2,1.3236607551574706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,power_law_1.01,1.2280256271362304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,power_law_1.01,1.6165504455566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,power_law_1.2,1.7262271881103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,power_law_1.01,0.15167360305786132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,power_law_1.01,2.4117504119873048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,power_law_1.2,2.5429056167602537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,power_law_1.01,0.2618688106536865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,power_law_1.01,0.15973119735717772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,power_law_1.01,2.966860771179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,power_law_1.2,3.4778942108154296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,power_law_1.01,0.11989120244979859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,power_law_1.01,0.1404096007347107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,power_law_1.01,3.6376319885253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,power_law_1.2,4.854227066040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,power_law_1.01,0.16121599674224854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,power_law_1.01,0.18039040565490722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,8,power_law_1.01,5.977439880371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,8,power_law_1.2,6.613132476806641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,power_law_1.01,0.19587199687957763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,power_law_1.01,0.19106559753417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,8,power_law_1.01,12.789183807373046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,power_law_1.2,0.1528831958770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,8,power_law_1.2,15.238899230957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,power_law_1.01,0.1817919969558716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,power_law_1.2,0.2566783905029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,power_law_1.01,0.19827200174331666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,power_law_1.01,0.21829760074615479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,power_law_1.2,0.0949504017829895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,power_law_1.01,0.22766718864440919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,power_law_1.2,0.10423040390014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,power_law_1.01,0.26589438915252683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,power_law_1.2,0.13227519989013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,power_law_1.01,0.2959039926528931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,power_law_1.2,0.15274239778518678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,power_law_1.01,0.3229952096939087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,power_law_1.2,0.17838720083236695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,power_law_1.2,0.17447680234909058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,power_law_1.01,0.29879040718078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,power_law_1.2,0.18743679523468018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,power_law_1.01,0.3936192035675049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,power_law_1.2,0.19438719749450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.3832511901855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,power_law_1.2,0.20317440032958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.47084798812866213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,power_law_1.2,0.23722879886627196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.5617599964141846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.7932928085327149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,power_law_1.2,0.24225280284881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,power_law_1.01,1.0713600158691405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,power_law_1.2,0.2631808042526245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,power_law_1.01,1.459648036956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,power_law_1.2,0.3052095890045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,power_law_1.2,0.3474816083908081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,power_law_1.01,1.6427967071533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,power_law_1.2,0.3137792110443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,power_law_1.01,2.5104768753051756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,power_law_1.2,0.38473598957061766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,power_law_1.01,3.7156673431396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.424454402923584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.5168511867523193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,power_law_1.01,3.967020797729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.6498367786407471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,16,power_law_1.01,6.2882240295410154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,power_law_1.2,0.9894207954406739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,power_law_1.2,1.0759039878845216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,power_law_1.2,1.8375936508178712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,16,power_law_1.01,14.825811767578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,power_law_1.2,2.2722496032714843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,power_law_1.2,3.0913408279418944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,power_law_1.2,4.303615951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,power_law_1.2,5.735059356689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,16,power_law_1.2,9.037926483154298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,16,power_law_1.2,18.190208435058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,power_law_1.01,0.10100480318069457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,power_law_1.2,0.09979519844055176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,power_law_1.01,0.13106559514999389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,power_law_1.2,0.12833919525146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,power_law_1.2,0.09434880018234253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,power_law_1.01,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,power_law_1.2,0.11820160150527954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,power_law_1.01,0.12359039783477783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,power_law_1.2,0.14203519821166993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,power_law_1.01,0.1597632050514221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,power_law_1.01,0.17268480062484742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,power_law_1.2,0.16398719549179078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,power_law_1.01,0.2112895965576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,power_law_1.2,0.20471038818359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,power_law_1.01,0.21982080936431886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,power_law_1.2,0.2039423942565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,power_law_1.01,0.23077759742736817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,power_law_1.2,0.22042241096496581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,power_law_1.01,0.24327681064605713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,power_law_1.2,0.21979520320892335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,power_law_1.2,0.2513279914855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,power_law_1.01,0.2469183921813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,power_law_1.01,0.09330559968948364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,power_law_1.2,0.26019840240478515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,power_law_1.01,0.24744319915771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,power_law_1.01,0.10259840488433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,power_law_1.2,0.282694411277771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,power_law_1.01,0.26435840129852295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,power_law_1.01,0.09840000271797181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,power_law_1.2,0.31468160152435304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,power_law_1.01,0.2965888023376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,power_law_1.01,0.13070080280303956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,power_law_1.01,0.3255295991897583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,power_law_1.2,0.33819520473480225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,power_law_1.01,0.16253440380096434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,power_law_1.01,0.3541055917739868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,power_law_1.2,0.3663424015045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,power_law_1.01,0.18803839683532714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,power_law_1.01,0.3418816089630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,power_law_1.2,0.36014719009399415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,power_law_1.01,0.24455680847167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,power_law_1.01,0.4161407947540283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,power_law_1.2,0.4462912082672119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,power_law_1.01,0.2569535970687866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,power_law_1.2,0.09247999787330627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,power_law_1.01,0.40344958305358886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,power_law_1.2,0.42921600341796873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,power_law_1.01,0.26686079502105714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,power_law_1.2,0.10243200063705445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,power_law_1.01,0.5082816123962403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,power_law_1.2,0.5383168220520019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,power_law_1.01,0.27506558895111083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,power_law_1.2,0.09581440091133117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,power_law_1.01,0.5744256019592285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,power_law_1.01,0.2844480037689209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,power_law_1.2,0.6238016128540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,power_law_1.2,0.12151039838790893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,power_law_1.01,0.7438464164733887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,power_law_1.01,0.2953088045120239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,power_law_1.2,0.7722623825073243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,power_law_1.2,0.1521407961845398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,power_law_1.01,0.319814395904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,power_law_1.01,0.9485055923461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,power_law_1.2,0.17463680505752563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,power_law_1.2,0.9653568267822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,power_law_1.01,0.3323391914367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,power_law_1.2,0.23872001171112062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,power_law_1.01,1.3241920471191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,power_law_1.2,1.4186880111694335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,power_law_1.01,0.365120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,power_law_1.2,0.2453376054763794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,power_law_1.01,1.6390527725219726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,power_law_1.2,1.7922239303588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,power_law_1.01,0.3896575927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,power_law_1.2,0.2571199893951416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,power_law_1.01,0.39866878986358645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,power_law_1.01,2.219001579284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,power_law_1.2,2.603046417236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,power_law_1.2,0.2694144010543823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,power_law_1.01,0.49529600143432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,power_law_1.01,2.949497604370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,power_law_1.2,0.28582398891448973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,power_law_1.2,3.463808059692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,power_law_1.01,0.5481664180755615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,power_law_1.2,0.2999232053756714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,power_law_1.01,0.6655680179595947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,power_law_1.01,4.192806243896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,power_law_1.2,4.575596618652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,power_law_1.2,0.318284797668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,power_law_1.01,0.6972864151000977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,4,power_law_1.01,5.981695938110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,power_law_1.2,0.3372544050216675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,power_law_1.01,0.9036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,4,power_law_1.2,7.315372467041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,power_law_1.2,0.3765120029449463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,power_law_1.01,1.1750656127929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,4,power_law_1.01,11.233395385742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,power_law_1.2,0.4113664150238037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,power_law_1.01,1.6626752853393554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,4,power_law_1.2,13.465402221679687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,power_law_1.2,0.4158912181854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,power_law_1.01,1.941747283935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,power_law_1.2,0.4857664108276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,power_law_1.01,2.631705665588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,power_law_1.2,0.5635456085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,power_law_1.01,3.434470367431641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,power_law_1.2,0.6713344097137451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,power_law_1.2,0.7181312084197998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,power_law_1.01,4.15560302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,power_law_1.2,0.9110527992248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,power_law_1.2,1.1511743545532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,2,power_law_1.01,6.52833251953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,power_law_1.2,1.6147520065307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,power_law_1.2,1.9657407760620118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,2,power_law_1.01,13.034988403320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,power_law_1.2,2.774265670776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,power_law_1.2,3.503948974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,power_law_1.2,4.3687488555908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,2,power_law_1.2,6.7134849548339846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,2,power_law_1.2,12.915647888183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,power_law_1.01,0.08861439824104309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,power_law_1.2,0.09026560187339783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,power_law_1.01,0.0946943998336792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,power_law_1.01,0.10920959711074829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,power_law_1.2,0.09460480213165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,power_law_1.01,0.16486400365829468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,power_law_1.2,0.106278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,power_law_1.01,0.1894976019859314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,power_law_1.2,0.1377087950706482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,power_law_1.01,0.23470079898834229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,power_law_1.2,0.1765247941017151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,power_law_1.2,0.2198335886001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,power_law_1.01,0.31499519348144533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,power_law_1.2,0.29215359687805176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,power_law_1.01,0.3358400106430054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,power_law_1.2,0.3285952091217041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,power_law_1.01,0.3390271902084351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,power_law_1.2,0.33816959857940676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,power_law_1.01,0.34124159812927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,power_law_1.2,0.3389055967330933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,power_law_1.01,0.3687551975250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,power_law_1.2,0.36307199001312257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,power_law_1.01,0.38842880725860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,power_law_1.2,0.3775360107421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,power_law_1.01,0.4015359878540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,power_law_1.01,0.41987199783325196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,power_law_1.2,0.40503678321838377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,power_law_1.01,0.4623680114746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,power_law_1.2,0.43732481002807616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,power_law_1.01,0.49471359252929686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,power_law_1.2,0.476639986038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,power_law_1.01,0.5514815807342529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,power_law_1.2,0.5083392143249512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,power_law_1.2,0.5755328178405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,power_law_1.01,0.7010047912597657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,power_law_1.2,0.7131392002105713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.8397184371948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.8163135528564454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,power_law_1.01,1.0372544288635255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.9884799957275391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.9994112014770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,power_law_1.2,1.0209728240966798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.2958016395568848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.3253503799438477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.6115711212158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,power_law_1.01,2.172377586364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.6453887939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.5788032531738283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,power_law_1.2,2.1992256164550783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.5972991943359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,power_law_1.01,3.6813632965087892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,power_law_1.2,3.701337432861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,power_law_1.01,4.797273635864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,power_law_1.2,4.787807846069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,power_law_1.01,5.912665557861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,power_law_1.2,5.897772979736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,1,power_law_1.01,9.050828552246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,1,power_law_1.2,9.038553619384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,1,power_law_1.01,17.54680938720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,1,power_law_1.2,17.499168395996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,power_law_1.01,0.09015679955482483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,power_law_1.01,0.06104959845542908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,power_law_1.01,0.059596800804138185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,power_law_1.01,0.06257280111312866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,power_law_1.01,0.07503359913825988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,power_law_1.01,0.08631680011749268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,power_law_1.01,0.08627840280532836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,power_law_1.01,0.08957440257072449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,power_law_1.01,0.09190400242805481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,power_law_1.2,0.08939520120620728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,power_law_1.01,0.10242559909820556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,power_law_1.2,0.06000000238418579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,power_law_1.01,0.10767359733581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,power_law_1.2,0.061452800035476686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,power_law_1.01,0.11667840480804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,power_law_1.01,0.10610560178756714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,power_law_1.2,0.05943040251731872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,power_law_1.01,0.12140799760818481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,power_law_1.2,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,power_law_1.01,0.116428804397583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,power_law_1.01,0.12490880489349365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,power_law_1.01,0.1571776032447815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,power_law_1.2,0.08599680066108703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.17730560302734374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,power_law_1.2,0.08550400137901307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.22578558921813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,power_law_1.2,0.08922880291938781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.2896640062332153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,power_law_1.2,0.09623680114746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.41906561851501467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,power_law_1.2,0.10355839729309083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,power_law_1.2,0.11289600133895875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.5141503810882568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,power_law_1.2,0.11765120029449463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,power_law_1.01,0.729478406906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,power_law_1.2,0.11270400285720825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,power_law_1.01,0.8467647552490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,power_law_1.2,0.12050559520721435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,power_law_1.2,0.1351744055747986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,power_law_1.01,1.474118423461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,power_law_1.2,0.13425920009613038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,power_law_1.01,2.092742347717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,power_law_1.2,0.17415679693222047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.20619521141052247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,power_law_1.01,2.3850048065185545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,power_law_1.01,0.0731328010559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.28368639945983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,16,power_law_1.01,3.4122814178466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.3542655944824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,power_law_1.2,0.07088639736175537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.47399039268493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,power_law_1.2,0.05543680191040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,power_law_1.01,0.061868798732757566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,16,power_law_1.01,7.850054168701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,power_law_1.2,0.6352447986602783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,power_law_1.2,0.058950400352478026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,power_law_1.01,0.07034879922866821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,power_law_1.2,0.9867584228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,power_law_1.2,0.0662335991859436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,power_law_1.01,0.06755200028419495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,power_law_1.01,0.08769919872283935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,power_law_1.2,0.0666815996170044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,power_law_1.2,1.3541119575500489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,power_law_1.01,0.08751360177993775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,power_law_1.2,0.08821120262145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,power_law_1.2,1.9887104034423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,power_law_1.2,0.08954880237579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,power_law_1.01,0.09292799830436707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,power_law_1.2,3.490060806274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,power_law_1.2,0.09006080031394958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,power_law_1.01,0.09333760142326356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,power_law_1.2,0.09181439876556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,power_law_1.2,3.640492630004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,power_law_1.2,0.09471359848976135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,power_law_1.01,0.10621440410614014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,16,power_law_1.2,5.0872447967529295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,power_law_1.2,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,power_law_1.01,0.11398400068283081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,power_law_1.01,0.11194239854812622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,power_law_1.2,0.10875519514083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,power_law_1.01,0.11894400119781494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,16,power_law_1.2,11.240991973876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,power_law_1.2,0.11460479497909545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,power_law_1.01,0.12181119918823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,power_law_1.2,0.11563520431518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,power_law_1.01,0.13439359664916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,power_law_1.2,0.12027519941329956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,power_law_1.01,0.15391360521316527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,power_law_1.2,0.1375040054321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,power_law_1.01,0.16068480014801026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,power_law_1.2,0.12887040376663209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,power_law_1.01,0.22295680046081542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,power_law_1.2,0.1499392032623291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,power_law_1.2,0.18575359582901002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,power_law_1.01,0.26001920700073244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,power_law_1.2,0.2317568063735962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,power_law_1.01,0.37752959728240965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,power_law_1.2,0.28728959560394285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,power_law_1.01,0.43361921310424806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,power_law_1.2,0.3869055986404419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,power_law_1.01,0.6033664226531983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,power_law_1.2,0.514086389541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,power_law_1.01,0.8118975639343262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,power_law_1.2,0.7399936199188233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,power_law_1.01,1.1742591857910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,power_law_1.2,0.8717375755310058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,power_law_1.01,1.8904191970825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,power_law_1.2,1.5760319709777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,power_law_1.01,0.05916159749031067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,power_law_1.01,1.8811904907226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,power_law_1.01,0.058374398946762086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,power_law_1.2,1.8273344039916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,8,power_law_1.01,2.9624704360961913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,power_law_1.01,0.05797759890556335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,power_law_1.2,2.3662912368774416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,power_law_1.01,0.06779519915580749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,8,power_law_1.01,6.360992050170898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,power_law_1.01,0.07932800054550171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,8,power_law_1.2,4.504524612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,power_law_1.01,0.09070079922676086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,power_law_1.01,0.09397119879722596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,power_law_1.01,0.09427840113639832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,8,power_law_1.2,9.010559844970704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,power_law_1.01,0.09486719965934753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,power_law_1.01,0.09886080026626587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,power_law_1.01,0.10740480422973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,power_law_1.01,0.11210880279541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,power_law_1.01,0.11942399740219116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,power_law_1.01,0.11940480470657348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,power_law_1.2,0.058937597274780276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,power_law_1.01,0.12362879514694214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,power_law_1.01,0.13786879777908326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,power_law_1.2,0.05702400207519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,power_law_1.01,0.1552575945854187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,power_law_1.01,0.18617600202560425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,power_law_1.2,0.06299520134925843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,power_law_1.01,0.19697279930114747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,power_law_1.2,0.0757695972919464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,power_law_1.01,0.23927679061889648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,power_law_1.01,0.2579904079437256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,power_law_1.2,0.09122560024261475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,power_law_1.01,0.3594304084777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,power_law_1.2,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,power_law_1.01,0.43317761421203616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,power_law_1.2,0.09672319889068604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,power_law_1.2,0.10179200172424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,power_law_1.01,0.6099711894989014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,power_law_1.2,0.10723199844360351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,power_law_1.01,0.7943359851837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,power_law_1.2,0.10655360221862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,power_law_1.01,1.027500820159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,power_law_1.2,0.11413760185241699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,power_law_1.2,0.11991039514541627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,power_law_1.01,1.341926383972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,power_law_1.2,0.11845760345458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,power_law_1.2,0.12795519828796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,power_law_1.01,1.6251712799072267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,power_law_1.2,0.13976320028305053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,power_law_1.2,0.1760640025138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,4,power_law_1.01,2.7731775283813476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,power_law_1.2,0.19192320108413696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,power_law_1.2,0.20393600463867187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,4,power_law_1.01,5.068979263305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,power_law_1.2,0.2380352020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,power_law_1.2,0.2969343900680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,power_law_1.2,0.373471999168396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,power_law_1.2,0.5134016036987304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,power_law_1.2,0.6508416175842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,power_law_1.2,0.8613120079040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,power_law_1.2,1.179321575164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,power_law_1.2,1.5711872100830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,power_law_1.2,1.934124755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,4,power_law_1.2,3.047871971130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,4,power_law_1.2,7.577299499511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,power_law_1.01,0.12602239847183228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,power_law_1.01,0.15890560150146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,power_law_1.01,0.09032959938049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,power_law_1.01,0.11422079801559448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,power_law_1.01,0.15786240100860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,power_law_1.01,0.16091519594192505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,power_law_1.01,0.15607039928436278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,power_law_1.01,0.17690240144729613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,power_law_1.01,0.188428795337677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,power_law_1.01,0.2058176040649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,power_law_1.01,0.22049920558929442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,power_law_1.01,0.2300096035003662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,power_law_1.2,0.12595839500427247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,power_law_1.01,0.2480639934539795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,power_law_1.01,0.2778559923171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,power_law_1.01,0.27173120975494386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,power_law_1.2,0.0908415973186493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,power_law_1.01,0.321727991104126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,power_law_1.2,0.11367039680480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,power_law_1.01,0.33394560813903806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,power_law_1.2,0.1189120054244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,power_law_1.01,0.4275263786315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,power_law_1.01,0.6058944225311279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,power_law_1.2,0.15834879875183105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,power_law_1.01,0.8683903694152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,power_law_1.2,0.1584768056869507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,power_law_1.01,0.9099072456359864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,power_law_1.2,0.15762560367584227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,power_law_1.2,0.1767359972000122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,power_law_1.01,1.2291647911071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,power_law_1.2,0.18366719484329225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,power_law_1.01,1.6828672409057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,power_law_1.2,0.19056639671325684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,power_law_1.2,0.2121664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,power_law_1.01,2.3050880432128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,power_law_1.2,0.2185920000076294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,power_law_1.01,3.4684097290039064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,power_law_1.2,0.23878400325775145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,power_law_1.2,0.274617600440979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,power_law_1.01,4.17663345336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,power_law_1.2,0.2955199956893921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,power_law_1.2,0.2761087894439697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,8,power_law_1.01,6.216678237915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,power_law_1.2,0.37297921180725097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,power_law_1.2,0.3705087900161743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,8,power_law_1.01,13.032281494140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,power_law_1.2,0.46610560417175295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,power_law_1.2,0.6982336044311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,power_law_1.2,0.932915210723877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,power_law_1.2,1.108518409729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,power_law_1.2,1.4987008094787597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,power_law_1.2,2.0190975189208986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,power_law_1.2,2.7499391555786135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,power_law_1.2,4.062771224975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,power_law_1.2,5.3056385040283205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,power_law_1.01,0.18120319843292237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,power_law_1.01,0.19082239866256714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,power_law_1.01,0.10737279653549195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,8,power_law_1.2,7.757382202148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,power_law_1.01,0.12276480197906495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,power_law_1.01,0.13980799913406372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,power_law_1.2,0.16652799844741822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,power_law_1.01,0.16335359811782837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,8,power_law_1.2,20.520338439941405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,power_law_1.2,0.09604480266571044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,power_law_1.01,0.16383999586105347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,power_law_1.2,0.10760960578918458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,power_law_1.01,0.16312960386276246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,power_law_1.2,0.12275199890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,power_law_1.01,0.1725823998451233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,power_law_1.2,0.12958719730377197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,power_law_1.2,0.15719679594039918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,power_law_1.01,0.1805184006690979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,power_law_1.2,0.15681920051574708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,power_law_1.01,0.1901247978210449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,power_law_1.2,0.15682560205459595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,power_law_1.01,0.19211519956588746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,power_law_1.2,0.17052160501480101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,power_law_1.01,0.22261760234832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,power_law_1.2,0.179750394821167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,power_law_1.01,0.2410048007965088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,power_law_1.01,0.2689023971557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,power_law_1.2,0.19604480266571045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,power_law_1.01,0.2908735990524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,power_law_1.2,0.21762559413909913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,power_law_1.01,0.28488960266113283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,power_law_1.2,0.22221438884735106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,power_law_1.01,0.3764159917831421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,power_law_1.2,0.2579904079437256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,power_law_1.2,0.28882560729980467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.37909119129180907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,power_law_1.2,0.3221695899963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.4843584060668945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,power_law_1.2,0.309171199798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.6968575954437256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,power_law_1.2,0.410643196105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,power_law_1.01,0.899839973449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.4229568004608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,power_law_1.01,1.0601280212402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.5788415908813477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,power_law_1.01,1.4801024436950683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,power_law_1.2,0.7572927951812745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,power_law_1.01,2.072870445251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.2090368270874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,power_law_1.01,3.020966339111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,power_law_1.2,1.4627455711364745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,power_law_1.01,4.1219329833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,power_law_1.2,1.9757312774658202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,power_law_1.01,5.084748840332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,power_law_1.2,2.9537919998168944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,power_law_1.2,4.652256011962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,16,power_law_1.01,7.272831726074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,power_law_1.2,5.3485057830810545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,power_law_1.2,6.713350677490235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,16,power_law_1.01,16.968460083007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,power_law_1.01,0.10357760190963745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,16,power_law_1.2,12.720735931396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,power_law_1.01,0.1148800015449524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,power_law_1.01,0.096288001537323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,power_law_1.01,0.10187519788742065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,power_law_1.01,0.12858879566192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,16,power_law_1.2,24.711859130859374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,power_law_1.01,0.15381120443344115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,power_law_1.01,0.15841280221939086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,power_law_1.01,0.16128640174865722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,power_law_1.01,0.16037119626998902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,power_law_1.01,0.17464319467544556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,power_law_1.01,0.19233280420303345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,power_law_1.01,0.19689600467681884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,power_law_1.01,0.21276800632476806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,power_law_1.01,0.22042241096496581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,power_law_1.01,0.24719998836517335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,power_law_1.01,0.2633471965789795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,power_law_1.2,0.10311039686203002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,power_law_1.01,0.26650879383087156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,power_law_1.2,0.08556159734725952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,power_law_1.01,0.32257280349731443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,power_law_1.01,0.35105280876159667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,power_law_1.01,0.43990402221679686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,power_law_1.2,0.10536960363388062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,power_law_1.01,0.5713280200958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,power_law_1.2,0.11767040491104126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,power_law_1.2,0.15332479476928712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,power_law_1.01,0.7384640216827393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,power_law_1.2,0.15671039819717408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,power_law_1.01,0.9332159996032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,power_law_1.2,0.1573248028755188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,power_law_1.01,1.2552384376525878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,power_law_1.2,0.16070400476455687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,power_law_1.01,1.5749631881713868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,power_law_1.2,0.17550719976425172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,power_law_1.2,0.19221119880676268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,power_law_1.01,2.2757503509521486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,power_law_1.2,0.1931071996688843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,power_law_1.2,0.22300798892974855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,power_law_1.01,2.7324287414550783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,power_law_1.2,0.2338047981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,power_law_1.01,3.6645439147949217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,power_law_1.2,0.25233280658721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,power_law_1.2,0.26236159801483155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,4,power_law_1.01,6.111852645874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,power_law_1.2,0.2802432060241699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,power_law_1.2,0.33036160469055176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,power_law_1.2,0.3740927934646606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,4,power_law_1.01,11.513772583007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,power_law_1.2,0.4606912136077881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,power_law_1.2,0.703436803817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,power_law_1.2,0.8269184112548829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,power_law_1.2,0.9700032234191894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,power_law_1.2,1.4173312187194824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,power_law_1.2,1.7334463119506835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,power_law_1.2,2.452409553527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,power_law_1.2,3.3602176666259767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,power_law_1.2,3.7116737365722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,4,power_law_1.2,6.746419525146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,4,power_law_1.2,14.173587036132812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,power_law_1.01,0.11877119541168213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,power_law_1.01,0.1749824047088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,power_law_1.01,0.25988481044769285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,power_law_1.01,0.10732799768447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,power_law_1.01,0.1384384036064148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,power_law_1.01,0.17802879810333253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,power_law_1.01,0.18863999843597412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,power_law_1.01,0.22926080226898193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,power_law_1.01,0.232422399520874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,power_law_1.01,0.24386560916900635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,power_law_1.01,0.23731839656829834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,power_law_1.01,0.2604736089706421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,power_law_1.01,0.28292479515075686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,power_law_1.01,0.28287999629974364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,power_law_1.2,0.1165503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,power_law_1.01,0.3250175952911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,power_law_1.01,0.32064640522003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,power_law_1.2,0.15401599407196045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,power_law_1.01,0.3577600002288818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,power_law_1.2,0.116428804397583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,power_law_1.01,0.42225918769836424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,power_law_1.01,0.4505216121673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,power_law_1.2,0.13630080223083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,power_law_1.01,0.6047232151031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,power_law_1.2,0.16607359647750855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,power_law_1.01,0.5793920040130616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,power_law_1.2,0.18614399433135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,power_law_1.01,0.7843904018402099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,power_law_1.2,0.21205759048461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,power_law_1.2,0.24033279418945314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,power_law_1.01,1.0227519989013671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,power_law_1.2,0.2266688108444214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,power_law_1.01,1.39999361038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,power_law_1.2,0.24320640563964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,power_law_1.01,1.696518325805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,power_law_1.2,0.2644479990005493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,power_law_1.01,2.380735969543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,power_law_1.2,0.278604793548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,power_law_1.01,3.165395164489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,power_law_1.2,0.29490559101104735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,power_law_1.2,0.3156928062438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,power_law_1.01,4.22044792175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,power_law_1.2,0.3709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,power_law_1.2,0.366758394241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,8,power_law_1.01,6.040486526489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,power_law_1.2,0.4486847877502441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,power_law_1.2,0.4972095966339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,8,power_law_1.01,11.200883483886718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,power_law_1.2,0.6168896198272705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,power_law_1.2,0.6680448055267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,power_law_1.2,0.8635007858276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,power_law_1.2,1.099910354614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,power_law_1.01,0.15805439949035643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,power_law_1.2,1.6412736892700195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,power_law_1.01,0.26744320392608645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,power_law_1.2,1.762303924560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,power_law_1.01,0.33235199451446534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,power_law_1.01,0.11140480041503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,power_law_1.2,2.619500732421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,power_law_1.01,0.15011199712753295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,power_law_1.2,3.357990264892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,power_law_1.01,0.1866752028465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,power_law_1.2,0.16174720525741576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,power_law_1.01,0.18952319622039795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,power_law_1.2,4.804064178466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,power_law_1.2,0.2682624101638794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,power_law_1.01,0.21917440891265869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,power_law_1.2,0.2320703983306885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,power_law_1.01,0.2364032030105591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,8,power_law_1.2,7.04419174194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,power_law_1.01,0.23253118991851807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,power_law_1.2,0.10595840215682983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,power_law_1.01,0.24909439086914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,power_law_1.2,0.1404096007347107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,8,power_law_1.2,13.558848571777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,power_law_1.01,0.23395199775695802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,power_law_1.2,0.16493439674377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,power_law_1.01,0.2647936105728149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,power_law_1.2,0.18128639459609985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,power_law_1.01,0.2966464042663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,power_law_1.2,0.20083839893341066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,power_law_1.2,0.20805759429931642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,power_law_1.01,0.3098112106323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,power_law_1.2,0.2157439947128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,power_law_1.2,0.228108811378479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,power_law_1.01,0.4019904136657715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,power_law_1.2,0.25666561126708987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,power_law_1.01,0.5020415782928467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,power_law_1.2,0.2764991998672485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.4429056167602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.5868544101715087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,power_law_1.2,0.28060159683227537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,power_law_1.01,0.6073855876922607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,power_law_1.2,0.315500807762146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,power_law_1.01,0.8231936454772949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,power_law_1.2,0.3423680067062378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,power_law_1.01,1.144876766204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,power_law_1.2,0.41121277809143064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,power_law_1.2,0.5100736141204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,power_law_1.01,1.518502426147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.4701568126678467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,power_law_1.01,1.7863807678222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.7147776126861572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,power_law_1.01,2.43383674621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,power_law_1.2,0.682809591293335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,power_law_1.01,3.48394889831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,power_law_1.2,0.9172608375549316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,power_law_1.2,1.3287039756774903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,power_law_1.01,4.402265548706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,power_law_1.2,1.8723583221435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,16,power_law_1.01,6.284524917602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,power_law_1.2,2.1767616271972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,power_law_1.2,2.990835189819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,16,power_law_1.01,12.828134155273437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,power_law_1.2,3.8811649322509765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,power_law_1.2,5.640153503417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,16,power_law_1.2,8.501817321777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,16,power_law_1.2,18.79584655761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,power_law_1.01,0.1020799994468689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,power_law_1.01,0.13175040483474731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,power_law_1.01,0.1826367974281311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,power_law_1.01,0.11733119487762451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,power_law_1.01,0.1672127962112427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,power_law_1.01,0.1966976046562195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,power_law_1.01,0.22006399631500245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,power_law_1.01,0.25769600868225095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,power_law_1.01,0.26181759834289553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,power_law_1.01,0.2786751985549927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,power_law_1.01,0.3037760019302368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,power_law_1.01,0.29632000923156737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,power_law_1.01,0.3193984031677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,power_law_1.01,0.3338815927505493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,power_law_1.01,0.3606784105300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,power_law_1.01,0.39295361042022703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,power_law_1.01,0.4478784084320068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,power_law_1.01,0.5692480087280274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,power_law_1.2,0.09899520277976989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,power_law_1.01,0.5341440200805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,power_law_1.2,0.13118720054626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,power_law_1.01,0.6464128017425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,power_law_1.2,0.12300159931182861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,power_law_1.01,0.6585472106933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,power_law_1.2,0.11747200489044189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,power_law_1.2,0.15381759405136108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,power_law_1.01,0.8254143714904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,power_law_1.2,0.18303359746932985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,power_law_1.01,1.2095935821533204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,power_law_1.2,0.20551040172576904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,power_law_1.01,1.5880191802978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,power_law_1.2,0.24713599681854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,power_law_1.01,1.7839935302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,power_law_1.01,0.09386240243911743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,power_law_1.2,0.259935998916626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,power_law_1.01,2.35098876953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,power_law_1.01,0.10389759540557861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,power_law_1.2,0.2907007932662964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,power_law_1.01,3.333145523071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,power_law_1.2,0.3062207937240601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,power_law_1.01,0.14205440282821655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,power_law_1.01,3.878163146972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,power_law_1.2,0.3004096031188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,power_law_1.01,0.12421120405197143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,power_law_1.2,0.3491199970245361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,power_law_1.01,0.17989120483398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,4,power_law_1.01,6.407437133789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,power_law_1.2,0.09217919707298279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,power_law_1.01,0.2176959991455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,power_law_1.2,0.38373761177062987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,power_law_1.2,0.10361599922180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,power_law_1.01,0.24674561023712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,power_law_1.2,0.39302399158477785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,4,power_law_1.01,11.541779327392579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,power_law_1.2,0.12148480415344239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,power_law_1.01,0.2671168088912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,power_law_1.2,0.44746880531311034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,power_law_1.2,0.138374400138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,power_law_1.01,0.27540481090545654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,power_law_1.2,0.5801216125488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,power_law_1.2,0.1664191961288452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,power_law_1.01,0.2798207998275757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,power_law_1.2,0.562336015701294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,power_law_1.01,0.3038144111633301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,power_law_1.2,0.19815679788589477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,power_law_1.2,0.7097407817840576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,power_law_1.01,0.3173248052597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,power_law_1.2,0.22748799324035646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,power_law_1.2,0.7107583999633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,power_law_1.01,0.32741758823394773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,power_law_1.2,0.25523200035095217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,power_law_1.2,0.9233535766601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,power_law_1.01,0.34321279525756837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,power_law_1.2,0.26895999908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,power_law_1.2,1.3709247589111329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,power_law_1.01,0.3764800071716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,power_law_1.2,0.26749439239501954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,power_law_1.2,1.7096319198608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,power_law_1.01,0.40787839889526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,power_law_1.2,0.3014656066894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,power_law_1.2,1.8384191513061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,power_law_1.01,0.4668799877166748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,power_law_1.2,0.31402881145477296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,power_law_1.2,2.581337547302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,power_law_1.01,0.5709184169769287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,power_law_1.2,0.32572801113128663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,power_law_1.2,0.357856011390686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,power_law_1.01,0.5648255825042725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,power_law_1.2,3.2505023956298826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,power_law_1.2,0.3836159944534302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,power_law_1.01,0.6942016124725342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,power_law_1.2,4.340652847290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,power_law_1.2,0.4159552097320557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,power_law_1.01,0.7748608112335205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,power_law_1.2,0.4421055793762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,power_law_1.01,0.9610495567321777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,4,power_law_1.2,6.6821952819824215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,power_law_1.2,0.5319168090820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,power_law_1.01,1.4369152069091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,power_law_1.2,0.5731135845184326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,power_law_1.01,1.827782440185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,4,power_law_1.2,12.71322250366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,power_law_1.2,0.7107840061187745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,power_law_1.01,2.0261760711669923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,power_law_1.2,0.8140735626220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,power_law_1.01,2.7632640838623046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,power_law_1.2,1.0158399581909179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,power_law_1.01,3.69697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,power_law_1.2,1.5351743698120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,power_law_1.2,1.9561983108520509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,power_law_1.01,4.441363143920898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,power_law_1.01,0.09130240082740784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,power_law_1.2,2.068979263305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,2,power_law_1.01,6.9961601257324215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,power_law_1.01,0.095769602060318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,power_law_1.2,2.8699583053588866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,power_law_1.01,0.12350080013275147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,power_law_1.2,3.735852813720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,2,power_law_1.01,12.629676818847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,power_law_1.01,0.14135040044784547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,power_law_1.01,0.2543488025665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,power_law_1.2,4.324729537963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,power_law_1.01,0.26898560523986814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,power_law_1.01,0.3020992040634155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,2,power_law_1.2,7.3519233703613285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,power_law_1.01,0.37438719272613524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,power_law_1.01,0.376531195640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,2,power_law_1.2,14.006419372558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,power_law_1.01,0.3961472034454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,power_law_1.01,0.4266816139221191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,power_law_1.01,0.43320322036743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,power_law_1.01,0.4572159767150879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,power_law_1.01,0.5164031982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,power_law_1.01,0.5473599910736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,power_law_1.01,0.584774398803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,power_law_1.01,0.6750271797180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,power_law_1.01,0.8567616462707519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,power_law_1.01,0.05167359709739685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,power_law_1.2,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.824614429473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,power_law_1.01,0.05241600275039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,power_law_1.2,0.05235840082168579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,power_law_1.01,1.0422207832336425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,power_law_1.01,0.05223039984703064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,power_law_1.2,0.05264639854431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,power_law_1.01,0.05281280279159546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,power_law_1.01,1.1889280319213866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,power_law_1.2,0.052857601642608644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,power_law_1.2,0.09608960151672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,power_law_1.01,0.05329279899597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,power_law_1.2,0.05303679704666138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.511731243133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,power_law_1.2,0.10875519514083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,power_law_1.01,2.0546112060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,power_law_1.2,0.15507839918136596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,power_law_1.01,2.617068862915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,power_law_1.2,0.19675519466400146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,power_law_1.2,0.23902719020843505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.9762880325317385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,power_law_1.2,0.28314239978790284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,power_law_1.01,4.143545532226563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,power_law_1.2,0.35720319747924806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,power_law_1.01,0.0536191999912262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,power_law_1.2,0.05378559827804565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,power_law_1.01,5.319865417480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,power_law_1.2,0.36866559982299807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,power_law_1.01,0.055238401889801024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,power_law_1.2,0.05503360033035278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,power_law_1.01,0.05616000294685364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,power_law_1.2,0.3800640106201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,power_law_1.2,0.05557760000228882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,power_law_1.01,6.490144348144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,power_law_1.2,0.4246335983276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,1,power_law_1.01,9.642566680908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,power_law_1.2,0.4390399932861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,power_law_1.2,0.46065921783447267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,power_law_1.2,0.5057343959808349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,1,power_law_1.01,18.38987579345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5646399974822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,power_law_1.2,0.5995007991790772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,power_law_1.01,0.058815997838973996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,power_law_1.2,0.05914880037307739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,power_law_1.2,0.6879104137420654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,power_law_1.01,0.06030719876289368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,power_law_1.2,0.060089600086212155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,power_law_1.2,0.8676992416381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,power_law_1.01,0.061536002159118655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,power_law_1.2,0.06261119842529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.8495936393737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,power_law_1.2,1.0601152420043944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,power_law_1.2,1.1931327819824218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,power_law_1.01,0.0706496000289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,power_law_1.2,0.07323520183563233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.505286407470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,power_law_1.01,0.07966079711914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,power_law_1.2,0.08161280155181885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,power_law_1.2,2.135897636413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,power_law_1.01,0.08196480274200439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,power_law_1.2,0.08360959887504578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,power_law_1.2,2.7148351669311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,power_law_1.2,2.8147455215454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,power_law_1.2,3.955545425415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,power_law_1.2,0.10692479610443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,power_law_1.01,0.09859200119972229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,power_law_1.01,0.042905598878860474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,power_law_1.01,0.11546239852905274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,power_law_1.2,0.11361279487609863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,power_law_1.2,5.374630355834961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,power_law_1.01,0.04411520063877106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,power_law_1.01,0.047200000286102294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,power_law_1.2,6.538432312011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,power_law_1.01,0.0494592010974884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,power_law_1.01,0.05011839866638183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,power_law_1.01,0.1342463970184326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,1,power_law_1.2,9.653945922851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,power_law_1.2,0.14126720428466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,power_law_1.01,0.18072960376739503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,power_law_1.2,0.20250239372253417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.01,0.24576640129089355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.2,0.23262720108032225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,1,power_law_1.2,18.372621154785158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.01,0.36690559387207033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.2,0.38495359420776365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,power_law_1.01,0.05214080214500427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.01,0.4458303928375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.2,0.4216576099395752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,power_law_1.01,0.05351679921150208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.01,0.6714111804962158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,power_law_1.01,0.053907197713851926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.2,0.6904640197753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.01,0.8834303855895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.2,0.9718976020812988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,power_law_1.2,0.046412798762321475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.01,1.2582976341247558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.2,1.3821887969970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.01,1.8503551483154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.2,1.8542976379394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.01,2.52172794342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,power_law_1.2,0.04912639856338501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.2,2.7883520126342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,power_law_1.2,0.05057280063629151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.01,3.54769287109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.2,3.7332927703857424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,power_law_1.01,4.51275520324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,power_law_1.2,4.687673568725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,power_law_1.01,0.05634559988975525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,8,power_law_1.01,7.127021026611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,8,power_law_1.2,6.7532096862792965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,power_law_1.2,0.05141119956970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,power_law_1.01,0.05780479907989502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,power_law_1.01,0.05797119736671448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,power_law_1.2,0.053324800729751584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,8,power_law_1.01,15.26611785888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,8,power_law_1.2,14.482489013671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,power_law_1.01,0.06607999801635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,power_law_1.2,0.053958398103713986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,power_law_1.01,0.06967039704322815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,power_law_1.01,0.08206719756126404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,power_law_1.2,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,power_law_1.2,0.05731840133666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,power_law_1.2,0.05836799740791321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,power_law_1.01,0.09820160269737244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,power_law_1.2,0.07276800274848938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,power_law_1.2,0.0754751980304718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,power_law_1.01,0.09598079919815064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,power_law_1.2,0.08231040239334106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,power_law_1.01,0.13078399896621704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,power_law_1.01,0.17471359968185424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.01,0.18406399488449096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,power_law_1.2,0.09651200175285339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,power_law_1.2,0.11284480094909669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,power_law_1.2,0.128985595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,power_law_1.2,0.17768319845199584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.2,0.19200639724731444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.01,0.3391040086746216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,power_law_1.01,0.034668800234794614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.2,0.3220479965209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,power_law_1.01,0.03357439935207367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.01,0.41150078773498533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,power_law_1.2,0.035180801153182985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.2,0.3625727891921997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,power_law_1.01,0.037561601400375365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,power_law_1.2,0.03834879994392395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.01,0.48491520881652833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.2,0.6379839897155761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,power_law_1.01,0.04715520143508911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,power_law_1.2,0.047007998824119566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.01,0.6596864223480224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.2,0.8013248443603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,power_law_1.01,0.04835839867591858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,power_law_1.2,0.04647040069103241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.01,1.0633983612060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.2,1.2434176445007323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.01,1.1504575729370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.2,1.4389823913574218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.01,2.0469440460205077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.2,2.8945663452148436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.01,3.170636749267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.2,3.2003456115722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,power_law_1.01,4.209260940551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,power_law_1.2,4.4155841827392575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,4,power_law_1.01,5.846649551391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,4,power_law_1.2,7.406156921386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,4,power_law_1.01,14.082246398925781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,4,power_law_1.2,14.288185119628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,power_law_1.01,0.05027840137481689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,power_law_1.2,0.05013759732246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,power_law_1.2,0.05118079781532288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,power_law_1.01,0.05170559883117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,power_law_1.2,0.05286399722099304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,power_law_1.01,0.05281919836997986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.032313600182533264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,power_law_1.2,0.0549888014793396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,power_law_1.01,0.055615997314453124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.03470079898834229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.033055999875068666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,power_law_1.2,0.056620800495147706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,power_law_1.01,0.05623679757118225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.03818239867687225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,power_law_1.2,0.05768960118293762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,power_law_1.01,0.05737599730491638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.048089599609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.04822399914264679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,power_law_1.2,0.0695360004901886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,power_law_1.01,0.0717248022556305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.04896000027656555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.04844799935817719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,power_law_1.2,0.07416960000991821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,power_law_1.01,0.07347840070724487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,power_law_1.01,0.07669119834899903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,power_law_1.01,0.09073920249938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,power_law_1.2,0.0884607970714569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,power_law_1.01,0.09059200286865235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,power_law_1.2,0.09255040287971497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,power_law_1.01,0.10390399694442749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,power_law_1.2,0.11190400123596192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,power_law_1.01,0.1325376033782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,power_law_1.2,0.1445312023162842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.01,0.1584447979927063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.2,0.1780351996421814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.05141760110855102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.051795202493667605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.05301759839057922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.052934402227401735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.05441920161247253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.2,0.2340991973876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.01,0.2425856113433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.2,0.2908416032791138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.01,0.3045439958572388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.2,0.49379839897155764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.01,0.4254720211029053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.05797759890556335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.01,0.538431978225708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.2,0.5411263942718506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.05851519703865051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.060575997829437254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.01,0.7895232200622558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.2,0.8424256324768067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.060159999132156375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.0616320013999939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.01,1.2119808197021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.2,1.3189888000488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06231679916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.07398399710655212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.01,1.5381183624267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.07320320010185241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.2,1.7928768157958985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07797120213508606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.08081920146942138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.01,2.3766080856323244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.08618879914283753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.2,2.2693504333496093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.0850816011428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,power_law_1.01,2.969638442993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,power_law_1.2,2.4247104644775392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.09835519790649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.0923583984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,2,power_law_1.2,4.991020965576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,2,power_law_1.01,5.2614398956298825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.09673600196838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.14094079732894899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,2,power_law_1.01,9.338003540039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,2,power_law_1.2,11.330598449707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.16941440105438232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.1441856026649475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.16696319580078126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.23738880157470704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.23745279312133788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.29747838973999025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.42885122299194334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.3001535892486572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.5579520225524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.4308479785919189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.8108927726745605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.5626304149627686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,1.0742912292480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.8184191703796386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.5744319915771485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,1.0737215995788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,2.084403228759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.5842432022094726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.5956287384033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,2.093017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,4.118662261962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.6041088104248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,power_law_1.01,0.0652351975440979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,power_law_1.2,0.06568959951400757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,4.128543853759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,power_law_1.01,0.06537600159645081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,power_law_1.2,0.0651968002319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,8.182252502441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,power_law_1.01,0.06613119840621948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,power_law_1.2,0.06590719819068909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,8.214784240722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,power_law_1.01,0.06543359756469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,power_law_1.2,0.06557440161705017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,power_law_1.2,0.06687359809875489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,power_law_1.01,0.06667519807815551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,power_law_1.2,0.06958079934120179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,power_law_1.01,0.06954240202903747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,power_law_1.2,0.07193599939346314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,power_law_1.01,0.07157760262489318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,power_law_1.2,0.07322880029678344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,power_law_1.01,0.07336320281028748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,power_law_1.01,0.060192000865936277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,power_law_1.2,0.060070401430130003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,power_law_1.01,0.06042240262031555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,power_law_1.2,0.060185599327087405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,power_law_1.01,0.05648639798164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,power_law_1.2,0.0639743983745575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,power_law_1.01,0.06382079720497132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,power_law_1.2,0.0637503981590271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,power_law_1.01,0.06438400149345398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,power_law_1.2,0.06435840129852295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,power_law_1.2,0.07656959891319275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,power_law_1.01,0.07752959728240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,power_law_1.2,0.07810559868812561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,power_law_1.01,0.07888640165328979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,power_law_1.2,0.08162559866905213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,power_law_1.01,0.08112000226974488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,power_law_1.01,0.09765120148658753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,power_law_1.2,0.09384959936141968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,power_law_1.01,0.06689919829368592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,power_law_1.2,0.10610560178756714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,power_law_1.01,0.0993664026260376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,power_law_1.2,0.06630399823188782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,power_law_1.2,0.11214079856872558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,power_law_1.01,0.07015680074691773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,power_law_1.01,0.10709760189056397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,power_law_1.2,0.06811519861221313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,power_law_1.01,0.0697983980178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,power_law_1.2,0.06956160068511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,power_law_1.2,0.15821440219879152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,power_law_1.01,0.15665279626846312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,power_law_1.2,0.15639040470123292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,power_law_1.01,0.16044800281524657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,power_law_1.01,0.0723136007785797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,power_law_1.2,0.19814399480819703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,power_law_1.01,0.20575358867645263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,power_law_1.2,0.07410560250282287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,power_law_1.2,0.2901952028274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,power_law_1.01,0.2807679891586304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,power_law_1.01,0.07584000229835511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,power_law_1.2,0.0769216001033783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.2,0.3350591897964478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.01,0.3298304080963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,power_law_1.01,0.07808640003204345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,power_law_1.2,0.09479039907455444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,power_law_1.01,0.10629119873046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,power_law_1.2,0.10661120414733886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,power_law_1.01,0.11203199625015259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,power_law_1.2,0.11088000535964966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,power_law_1.01,0.131167995929718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,power_law_1.01,0.14011520147323608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,power_law_1.01,0.1577855944633484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,power_law_1.2,0.13490560054779052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.2,0.568064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.01,0.43875842094421386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,power_law_1.2,0.1723199963569641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.2,0.7260799884796143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.01,0.6756480216979981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.2,1.1041855812072754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.01,1.0505791664123536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.2,1.4736384391784667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.01,1.3139904022216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,power_law_1.01,0.26024320125579836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.2,2.020492744445801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.01,2.1527231216430662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,power_law_1.2,0.25315840244293214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.01,0.27433600425720217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.01,2.724345588684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.2,2.8660287857055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.2,0.3119424104690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.01,0.4536384105682373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.01,4.26556167602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.2,4.340383911132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.2,0.3774336099624634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.01,0.4210239887237549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.2,0.6105216026306153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.01,5.411711883544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.2,5.455648040771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.01,0.8196160316467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.2,1.0208895683288575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.01,1.1183679580688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,power_law_1.01,7.202937316894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,power_law_1.2,7.234284973144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.2,1.2784319877624513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.01,1.8044288635253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.2,1.5023743629455566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,8,power_law_1.01,10.877849578857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,8,power_law_1.2,11.564012908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.01,2.0
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.2,2.9566976547241213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.01,3.0736255645751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,8,power_law_1.01,23.632518005371093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,8,power_law_1.2,22.4889404296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.2,3.1812416076660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.01,5.093331146240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.2,5.003615951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,power_law_1.01,5.536153411865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,power_law_1.2,6.160736083984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,4,power_law_1.01,9.828530883789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,4,power_law_1.2,12.940499877929687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,4,power_law_1.01,24.034335327148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,4,power_law_1.2,21.35486755371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,power_law_1.2,0.04391680061817169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,power_law_1.01,0.04366079866886139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,power_law_1.2,0.04613119959831238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,power_law_1.01,0.048198398947715757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,power_law_1.01,0.054553598165512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,power_law_1.2,0.05013759732246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,power_law_1.01,0.06298879981040954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,power_law_1.2,0.06352000236511231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,power_law_1.01,0.06264320015907288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.03648639917373657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.03726080060005188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.04454399943351746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.04525440037250519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05240960121154785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.047731199860572816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.062009602785110474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.06478719711303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.06457599997520447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,power_law_1.2,0.06707839965820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,power_law_1.01,0.06725119948387145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,power_law_1.2,0.0686464011669159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,power_law_1.01,0.06849279999732971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,power_law_1.2,0.07091839909553528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,power_law_1.01,0.07041280269622803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,power_law_1.2,0.07527679800987244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.0693120002746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,power_law_1.01,0.07539839744567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.06931840181350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,power_law_1.2,0.07644799947738648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.0711679995059967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,power_law_1.01,0.07567359805107117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07152000069618225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,power_law_1.2,0.07885439991950989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.07244160175323486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,power_law_1.01,0.07926399707794189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.07221760153770447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,power_law_1.2,0.08498560190200806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.07941759824752807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,power_law_1.01,0.08787840008735656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.07956479787826538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.08182399868965148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,power_law_1.2,0.0944703996181488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,power_law_1.01,0.10229760408401489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.08125439882278443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.08468480110168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,power_law_1.2,0.10360959768295289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,power_law_1.01,0.10568959712982177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.08401920199394226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.09713919758796692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.10085120201110839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.1075711965560913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.11077120304107665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.11840640306472779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.12675199508666993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.13319040536880494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.12503039836883545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,power_law_1.2,0.12183040380477905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.1517184019088745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,power_law_1.01,0.1191167950630188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.13457920551300048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,power_law_1.2,0.12952959537506104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.19830399751663208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,power_law_1.01,0.13058559894561766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.1522304058074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,power_law_1.2,0.14940160512924194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.24348158836364747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.20229759216308593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,power_law_1.01,0.14766720533370972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,power_law_1.2,0.2146239995956421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.34878079891204833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.24198400974273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.2,0.2524991989135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.44104962348937987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.2,0.3556927919387817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.35341439247131345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.01,0.2297215938568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.6258240222930909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.01,0.3492863893508911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.2,0.5042623996734619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.44508800506591795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.8204544067382813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.01,0.42091522216796873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.2,0.6675968170166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.6324992179870605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.210035228729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.01,0.667628812789917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.2,0.8789631843566894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.8176063537597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.5865407943725587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.01,0.8148415565490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.2,1.3798015594482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.202406406402588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,2.352774429321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.01,1.1974528312683106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.2,2.0162176132202148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.584115219116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,3.1174591064453123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.01,1.976812744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.2,2.8455232620239257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.3546367645263673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,3.884134292602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.01,3.0465856552124024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.2,3.222284698486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,3.1154752731323243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.01,3.5408065795898436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,6.177273559570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,power_law_1.2,4.516140747070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,3.88732795715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,power_law_1.01,4.409420776367187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,2,power_law_1.2,7.131897735595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,6.172505569458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,12.289529418945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,2,power_law_1.01,7.881439971923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,12.304319763183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,2,power_law_1.2,14.420172119140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,2,power_law_1.01,14.268307495117188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.13960959911346435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.14022400379180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.239084792137146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.23292160034179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.1075711965560913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.08687360286712646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,power_law_1.01,0.09858559966087341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,power_law_1.2,0.09818879961967468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.10824960470199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.08863360285758973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,power_law_1.01,0.14802559614181518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,power_law_1.2,0.14979200363159179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.13831039667129516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.13138560056686402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,power_law_1.2,0.07507200241088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,power_law_1.2,0.09618560075759888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,power_law_1.01,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,power_law_1.2,0.12334719896316529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,power_law_1.01,0.12565120458602905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.1636031985282898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.13351680040359498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.2174527883529663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.18896000385284423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.20424959659576417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,power_law_1.2,0.14203519821166993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,power_law_1.01,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.19836800098419188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.24440319538116456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.24992001056671143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,power_law_1.2,0.20320639610290528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,power_law_1.01,0.19912320375442505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.23294079303741455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.23840000629425048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,power_law_1.2,0.21357440948486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.23267199993133544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,power_law_1.01,0.21349120140075684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.2510848045349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,power_law_1.2,0.2389631986618042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.24060800075531005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,power_law_1.01,0.25175039768218993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.24732799530029298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,power_law_1.2,0.24856960773468018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,power_law_1.01,0.2419584035873413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.24607360363006592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.264300799369812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,power_law_1.2,0.24751999378204345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,power_law_1.01,0.2514559984207153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.26377599239349364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.26905601024627684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,power_law_1.2,0.2666304111480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,power_law_1.01,0.26576640605926516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.2609663963317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.27260799407958985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,power_law_1.01,0.2646143913269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,power_law_1.2,0.25525119304656985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.268556809425354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.2907263994216919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,power_law_1.01,0.2811392068862915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,power_law_1.2,0.2795007944107056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.28844799995422366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.32295680046081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,power_law_1.01,0.29331839084625244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,power_law_1.2,0.2921087980270386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.3035968065261841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.3604223966598511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,power_law_1.01,0.2943871974945068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,power_law_1.2,0.2880511999130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.35306880474090574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.43357439041137696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,power_law_1.01,0.3153343915939331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,power_law_1.2,0.3278336048126221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.3791039943695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.5190144062042237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,power_law_1.01,0.35289599895477297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,power_law_1.2,0.35556480884552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.45552639961242675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,0.6492095947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.01,0.39819519519805907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.2,0.4067967891693115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.5694719791412354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.8520959854125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.01,0.4654848098754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.2,0.5343103885650635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,0.8139840126037597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,1.1050559997558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.01,0.5501887798309326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.2,0.6171008110046386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,0.9992128372192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,1.506828784942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.01,0.7587264060974122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.2,0.7957824230194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,1.573190402984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.01,0.9609279632568359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,2.269126319885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.2,1.0262207984924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.953209686279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.01,1.1845696449279786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.2,1.4652544021606446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,3.1698368072509764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,2.4178560256958006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.01,1.7450111389160157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.2,2.125107192993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,3.8204158782958983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,3.7809726715087892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.2,2.964896011352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.01,2.566796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,5.436083221435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,4.059648132324218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.01,2.9991487503051757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.2,4.077638244628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,power_law_1.01,3.8699966430664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,11.614956665039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,7.656639862060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,power_law_1.2,4.864057540893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,8,power_law_1.01,6.435340881347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,8,power_law_1.2,8.18963165283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,14.270016479492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,8,power_law_1.01,13.111033630371093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,8,power_law_1.2,16.660882568359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,power_law_1.01,0.08573439717292786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,power_law_1.2,0.08538879752159119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,power_law_1.01,0.1110975980758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,power_law_1.2,0.11113599538803101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,power_law_1.2,0.08000640273094177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,power_law_1.01,0.085343998670578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,power_law_1.2,0.1058303952217102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,power_law_1.01,0.09839360117912292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,power_law_1.01,0.09211519956588746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,power_law_1.2,0.09191679954528809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,power_law_1.2,0.11955840587615967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,power_law_1.01,0.12762240171432496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,power_law_1.01,0.10472320318222046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,power_law_1.2,0.10789120197296143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,power_law_1.01,0.10408960580825806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,power_law_1.2,0.10232319831848144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,power_law_1.01,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,power_law_1.2,0.11421439647674561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,power_law_1.01,0.15530879497528077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,power_law_1.2,0.14430079460144044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,power_law_1.2,0.1549631953239441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,power_law_1.01,0.16046719551086425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,power_law_1.2,0.20748798847198485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,power_law_1.01,0.21020159721374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,power_law_1.2,0.2251199960708618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,power_law_1.01,0.21656320095062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,power_law_1.2,0.1909824013710022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,power_law_1.01,0.19710079431533814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,power_law_1.01,0.27073919773101807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,power_law_1.2,0.25523200035095217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,power_law_1.01,0.2596479892730713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,power_law_1.01,0.2709696054458618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,power_law_1.2,0.26067841053009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,power_law_1.2,0.26474881172180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,power_law_1.01,0.2955519914627075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,power_law_1.01,0.27630081176757815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,power_law_1.2,0.26993279457092284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,power_law_1.2,0.29344000816345217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,power_law_1.01,0.3013887882232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,power_law_1.01,0.32051839828491213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,power_law_1.2,0.32597761154174804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,power_law_1.2,0.30629119873046873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,power_law_1.01,0.2939071893692017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,power_law_1.2,0.2954816102981567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,power_law_1.01,0.3461695909500122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,power_law_1.2,0.3278464078903198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,power_law_1.01,0.30981760025024413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,power_law_1.2,0.32267520427703855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,power_law_1.01,0.3639679908752441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,power_law_1.2,0.35401599407196044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,power_law_1.01,0.3316864013671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,power_law_1.01,0.36906239986419676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,power_law_1.2,0.33408000469207766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,power_law_1.2,0.3768064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,power_law_1.01,0.3430720090866089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,power_law_1.01,0.38414080142974855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,power_law_1.2,0.34321279525756837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,power_law_1.2,0.3851968050003052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,power_law_1.01,0.3615936040878296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,power_law_1.01,0.40887041091918946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,power_law_1.2,0.3676543951034546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,power_law_1.2,0.4067903995513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,power_law_1.01,0.41114239692687987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,power_law_1.01,0.4303423881530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,power_law_1.2,0.4348480224609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,power_law_1.2,0.43839359283447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.01,0.4724031925201416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,power_law_1.01,0.4467904090881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.2,0.49896960258483886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,power_law_1.2,0.45223040580749513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.01,0.6129151821136475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.2,0.6280128002166748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,power_law_1.01,0.4900928020477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,power_law_1.2,0.5000127792358399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.01,0.6961472034454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,power_law_1.01,0.5781631946563721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.2,0.7655551910400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,power_law_1.2,0.6299967765808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.01,0.8923263549804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.01,0.6628608226776123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.2,0.940236759185791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.2,0.7093567848205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.01,1.205907154083252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.01,0.8581184387207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.2,1.3316287994384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.2,0.8591423988342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.01,1.023084831237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.01,1.7781312942504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.2,1.048524761199951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.2,1.9551168441772462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.01,1.4087103843688964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.01,2.122425651550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.2,1.4187328338623046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.2,2.34071044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.01,1.747110366821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.2,1.824723243713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.01,3.2868415832519533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.2,3.2107009887695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.01,2.5262975692749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.2,2.547238349914551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.01,4.198495864868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.2,4.961548614501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.01,3.1911487579345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.2,3.4467967987060546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,power_law_1.01,5.112825775146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,power_law_1.2,7.014688110351562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.01,4.524038314819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.2,5.049836730957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,4,power_law_1.01,7.865074920654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.01,6.14398078918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,4,power_law_1.2,9.401197052001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.2,6.325120162963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,power_law_1.01,7.678636932373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,4,power_law_1.01,14.558700561523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,power_law_1.2,8.389702606201173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,4,power_law_1.2,16.706924438476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,2,power_law_1.01,11.876646423339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,2,power_law_1.2,12.70745620727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,2,power_law_1.01,22.833389282226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,2,power_law_1.2,23.309324645996092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.11818239688873292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.11729279756546021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.1286463975906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.12870399951934813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.14727040529251098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.1454208016395569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.16602879762649536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.1635200023651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.19566719532012938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.2091775894165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.06687359809875489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.06310399770736694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.052198398113250735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.041171199083328246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.04058879911899567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.043705600500106814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.04894079864025116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.05180799961090088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.057030397653579715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.05767040252685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.2563071966171265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.27212159633636473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.350214409828186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.3492288112640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.3708224058151245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.3794048070907593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.46971521377563474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.4704063892364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.4751743793487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.4720128059387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.5175936222076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.5180736064910889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.5383423805236817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.5470848083496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.5527167797088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.5658048152923584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.5955071926116944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.6021632194519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.6458816051483154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.643616008758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.6814720153808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.6787263870239257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.7582208156585694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.7495615959167481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.06543999910354614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.06602879762649536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.9222911834716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.8995776176452637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.06955519914627076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.07156479954719544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,1.041254425048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,1.067955207824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.07154560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.07392640113830566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,1.366220760345459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,1.380953598022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,1.6523008346557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,1.6850048065185548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,2.25980167388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,2.282080078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.074508798122406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.07406079769134521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,2.854617691040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,2.871072006225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.07858560085296631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,4.0700736999511715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,4.0616191864013675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.07971839904785157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.07976959943771363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,5.290431976318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.08472959995269776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,5.294572830200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.08416000008583069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.0865343987941742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.08458880186080933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,7.733990478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,7.7011970520019535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.09183359742164612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.08960000276565552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,10.13631362915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,10.120230102539063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,12.582144165039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,12.53127670288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,19.862559509277343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,19.798399353027342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.10334080457687378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.10217599868774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.10817279815673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.10917119979858399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.13671040534973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.13251839876174926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.1708672046661377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,39.348114013671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,39.249139404296876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.15024640560150146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.22866559028625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.2159872055053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.2915328025817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.2440000057220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.44454398155212405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.35265920162200926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.6318848133087158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.45361919403076173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,0.6435391902923584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,0.8399807929992675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,0.880742359161377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,0.9931200027465821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,1.2410240173339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,1.849510383605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,1.5716032028198241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,2.8771968841552735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,2.2296960830688475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,3.704070281982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,3.1649599075317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,6.509510040283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,6.7427009582519535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,power_law_1.01,0.05144960284233093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,power_law_1.2,0.05122560262680054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,11.976697540283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,power_law_1.01,0.040064001083374025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,power_law_1.2,0.036473599076271054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,power_law_1.01,0.041740798950195314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,power_law_1.2,0.03994880020618439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,power_law_1.01,0.0456959992647171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,power_law_1.2,0.041382399201393125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,power_law_1.01,0.05225600004196167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,power_law_1.2,0.0568448007106781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,power_law_1.01,0.0691648006439209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,power_law_1.2,0.06873599886894226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,power_law_1.01,0.04141440093517303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,power_law_1.2,0.04348160028457641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,power_law_1.2,0.07422720193862915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,power_law_1.01,0.041196799278259276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,power_law_1.2,0.04227840006351471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,power_law_1.01,0.07297279834747314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,power_law_1.2,0.07337599992752075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,power_law_1.01,0.043398401141166686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,power_law_1.2,0.044512000679969785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,power_law_1.01,0.04921599924564361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,power_law_1.2,0.048198398947715757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,power_law_1.01,0.05791360139846802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,power_law_1.2,0.051686400175094606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,power_law_1.01,0.0828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,power_law_1.2,0.08439040184020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,power_law_1.01,0.08566399812698364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,power_law_1.2,0.08452479839324951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,power_law_1.01,0.0880511999130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,power_law_1.2,0.0896448016166687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,power_law_1.01,0.09184640049934387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,power_law_1.01,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,power_law_1.01,0.07709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,power_law_1.2,0.09182720184326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,power_law_1.01,0.09756159782409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,power_law_1.2,0.0780672013759613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,power_law_1.01,0.08320639729499817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,power_law_1.2,0.10106879472732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,power_law_1.2,0.08389760255813598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,power_law_1.01,0.08327680230140685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,power_law_1.2,0.08600959777832032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,power_law_1.01,0.10476800203323364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,power_law_1.2,0.10810240507125854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,power_law_1.01,0.10560640096664428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,power_law_1.2,0.11581439971923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,power_law_1.01,0.09548159837722778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,power_law_1.2,0.0961471974849701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,power_law_1.01,0.12186239957809449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,power_law_1.2,0.12819199562072753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,power_law_1.01,0.09936000108718872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,power_law_1.01,0.13535360097885132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,power_law_1.2,0.09886080026626587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,power_law_1.2,0.1460736036300659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,power_law_1.01,0.10101120471954346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.01,0.16367360353469848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,power_law_1.2,0.099481600522995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.2,0.17166080474853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,power_law_1.01,0.11013120412826538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.01,0.20711679458618165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,power_law_1.2,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.2,0.23840000629425048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,power_law_1.01,0.1110975980758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.01,0.2654272079467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,power_law_1.2,0.11510399580001832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.2,0.36156160831451417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,power_law_1.01,0.11987199783325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.01,0.3679424047470093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,power_law_1.2,0.11846400499343872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.2,0.41169281005859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,power_law_1.01,0.12730879783630372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.01,0.48134398460388184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,power_law_1.2,0.12986880540847778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.2,0.6237567901611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,power_law_1.01,0.13084160089492797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.01,0.809779167175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,power_law_1.2,0.1359295964241028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.2,1.0220735549926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,power_law_1.01,0.14339200258255005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,power_law_1.2,0.1491711974143982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.01,0.8890432357788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,power_law_1.01,0.16967040300369263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.2,1.057408046722412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,power_law_1.2,0.18220160007476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.01,1.2719231605529786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.01,0.20597760677337645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.2,1.659347152709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.2,0.21358079910278321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.01,0.27242240905761717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.01,1.74268798828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.2,2.2634368896484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.2,0.27895679473876955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.01,0.3298559904098511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,power_law_1.01,1.934105682373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.2,0.3642560005187988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,power_law_1.2,3.3951297760009767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.01,0.5070015907287597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.2,0.56211838722229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,8,power_law_1.01,3.4865150451660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.01,0.6401343822479248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,8,power_law_1.2,4.7269439697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.2,0.6597184181213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.01,0.8525440216064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.2,1.0347519874572755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,8,power_law_1.01,7.080025482177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.01,1.1466048240661622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,8,power_law_1.2,9.403052520751952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.2,1.2516672134399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.01,1.72108154296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.2,1.9042303085327148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.01,2.4593664169311524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.2,2.955904006958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,power_law_1.01,2.760108757019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,power_law_1.2,4.003923034667968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,4,power_law_1.01,4.512243270874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,4,power_law_1.2,6.023948669433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,4,power_law_1.01,10.566284942626954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,4,power_law_1.2,10.65771484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,power_law_1.01,0.04688639938831329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,power_law_1.2,0.04687359929084778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,power_law_1.01,0.053964799642562865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,power_law_1.2,0.05178239941596985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,power_law_1.01,0.05508480072021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,power_law_1.2,0.056454402208328244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,power_law_1.2,0.05973119735717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,power_law_1.01,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,power_law_1.2,0.06517760157585144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,power_law_1.01,0.0658623993396759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,power_law_1.2,0.09955840110778809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,power_law_1.01,0.09490560293197632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,power_law_1.01,0.10331519842147827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,power_law_1.2,0.10510720014572143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,power_law_1.01,0.10606080293655396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,power_law_1.2,0.10663039684295654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,power_law_1.01,0.12383999824523925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,power_law_1.2,0.1267583966255188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,power_law_1.01,0.12783360481262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,power_law_1.2,0.129094398021698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,power_law_1.2,0.13765759468078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,power_law_1.01,0.13477760553359985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,power_law_1.2,0.14477440118789672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,power_law_1.01,0.14294400215148925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,power_law_1.2,0.15023360252380372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,power_law_1.01,0.14858239889144897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,power_law_1.2,0.15819519758224487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,power_law_1.2,0.17078399658203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,power_law_1.01,0.16925439834594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,power_law_1.2,0.1825279951095581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,power_law_1.01,0.1814784049987793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,power_law_1.2,0.201580810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,power_law_1.01,0.19589760303497314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,power_law_1.2,0.25177600383758547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,power_law_1.01,0.24778881072998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.2,0.31763200759887694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.01,0.3124160051345825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.2,0.4404287815093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.01,0.4297791957855225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.2,0.5497663974761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.01,0.5098112106323243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.2,0.7787392139434814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.01,0.7135807991027832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.01,0.9158656120300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.2,0.9753664016723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.01,1.3096320152282714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.2,1.4789183616638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.01,1.6718719482421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.2,1.930803108215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.01,2.5882944107055663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.2,2.635539245605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.2,3.514508819580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.01,3.3524543762207033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,power_law_1.2,4.509324645996093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,power_law_1.01,4.241625595092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,2,power_law_1.2,7.570355224609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,2,power_law_1.01,6.806278228759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,2,power_law_1.01,12.883993530273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,2,power_law_1.2,16.109222412109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.14135680198669434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.14060159921646118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.0788927972316742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.15735679864883423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.08711680173873901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.08712319731712341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.09238399863243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.10265599489212036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.10990079641342163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.11610879898071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.16178560256958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.15397759675979614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.167193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.15927679538726808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.17155200242996216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.16993919610977173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,power_law_1.01,0.09423360228538513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,power_law_1.2,0.09408000111579895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,power_law_1.01,0.12462079524993896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,power_law_1.01,0.06897280216217042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,power_law_1.2,0.07546240091323853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.18226560354232788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.17350399494171143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,power_law_1.01,0.09772160053253173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,power_law_1.2,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.18250240087509156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,power_law_1.01,0.11297919750213622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.18510080575942994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,power_law_1.2,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.19824639558792115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.19457279443740844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.1924288034439087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.19288320541381837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.20622720718383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.20675840377807617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.21508479118347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.2063744068145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,power_law_1.01,0.1474943995475769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,power_law_1.2,0.16243840456008912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,power_law_1.01,0.16741759777069093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,power_law_1.2,0.1667456030845642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.21821439266204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.2128063917160034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,power_law_1.01,0.16460800170898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,power_law_1.2,0.17473280429840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.23406720161437988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.2261631965637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.24060800075531005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.23580799102783204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.29263360500335694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.26625919342041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.348524808883667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.2998847961425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.40473599433898927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.41178240776062014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.4916224002838135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.4886335849761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,0.6680448055267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,0.6947711944580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,0.8689920425415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.0403648376464845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,1.4081407546997071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,1.4772992134094238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,power_law_1.01,0.18730239868164061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,power_law_1.2,0.18569600582122803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,1.610233688354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,1.8138240814208983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,power_law_1.01,0.19118080139160157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,power_law_1.2,0.19775999784469606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,2.599827194213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,power_law_1.01,0.20003199577331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,3.270438385009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,power_law_1.2,0.20344960689544678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,3.002899169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,3.7436161041259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,4.214284896850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,5.272102355957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,power_law_1.01,0.20588159561157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,power_law_1.2,0.20541439056396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,6.09496955871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,9.732319641113282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,power_law_1.01,0.20269439220428467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,power_law_1.2,0.20254719257354736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,power_law_1.01,0.21001598834991456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,13.04283447265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,power_law_1.2,0.21232640743255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,21.033946228027343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,power_law_1.01,0.22441599369049073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,power_law_1.2,0.22900478839874266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,power_law_1.01,0.23471999168395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,power_law_1.2,0.24014720916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,power_law_1.01,0.252128005027771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,power_law_1.2,0.2643775939941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,power_law_1.01,0.2742016077041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,power_law_1.2,0.29109759330749513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.01,0.3115135908126831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.2,0.3290047883987427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.01,0.4177855968475342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.2,0.47781758308410643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.01,0.5230847835540772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.2,0.5445631980895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.01,0.6311039924621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.2,0.7977344036102295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.01,0.8915583610534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.2,0.9795712471008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,power_law_1.01,0.07811840176582337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,power_law_1.2,0.07687039971351624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.01,1.2477120399475097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.2,1.5579775810241698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,power_law_1.01,0.09774079918861389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.01,1.60316162109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.2,2.2032703399658202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,power_law_1.01,0.07192959785461425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,power_law_1.2,0.07159039974212647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.01,2.093984031677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.2,2.8655744552612306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,power_law_1.01,0.09251199960708618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,power_law_1.2,0.08863360285758973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.01,3.1124288558959963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,power_law_1.01,0.10871679782867431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,power_law_1.2,0.10202239751815796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.2,3.870336151123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,power_law_1.01,3.8579391479492187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,power_law_1.2,5.091091156005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,8,power_law_1.01,6.887769317626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,8,power_law_1.2,8.852985382080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,8,power_law_1.01,13.422726440429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,8,power_law_1.2,15.300070190429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,power_law_1.01,0.1642240047454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,power_law_1.2,0.15806080102920533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,power_law_1.01,0.17677439451217652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,power_law_1.2,0.18184959888458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,power_law_1.01,0.18559999465942384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,power_law_1.2,0.1831231951713562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,power_law_1.01,0.20532479286193847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,power_law_1.2,0.20521600246429444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,power_law_1.01,0.21155200004577637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,power_law_1.2,0.21294078826904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,power_law_1.01,0.21724801063537597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,power_law_1.2,0.2273535966873169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,power_law_1.01,0.07584000229835511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,power_law_1.2,0.07538560032844543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,power_law_1.01,0.08433279991149903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,power_law_1.2,0.07674239873886109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,power_law_1.01,0.22425599098205568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,power_law_1.2,0.231660795211792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,power_law_1.01,0.0824895977973938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,power_law_1.2,0.08221439719200134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,power_law_1.01,0.22965760231018068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,power_law_1.2,0.23805439472198486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,power_law_1.01,0.10332159996032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,power_law_1.2,0.09903360009193421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,power_law_1.01,0.24897279739379882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,power_law_1.2,0.24414079189300536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,power_law_1.01,0.11976959705352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,power_law_1.2,0.11846400499343872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,power_law_1.01,0.2569472074508667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,power_law_1.2,0.26426239013671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,power_law_1.01,0.26825599670410155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,power_law_1.2,0.2674495935440063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,power_law_1.01,0.2824831962585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,power_law_1.2,0.297491192817688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,power_law_1.01,0.3298624038696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,power_law_1.2,0.3384511947631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.01,0.3837759971618652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.2,0.4216896057128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.01,0.4902336120605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,power_law_1.01,0.18279680013656616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,power_law_1.2,0.18097920417785646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.01,0.5654272079467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.2,0.49823999404907227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,power_law_1.01,0.1953920006752014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,power_law_1.2,0.20502400398254395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.01,0.816921615600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.2,0.6801407814025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,power_law_1.01,0.20654079914093018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,power_law_1.2,0.2159424066543579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.01,1.0421119689941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.2,0.9525888442993165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.2,1.1329216003417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.01,1.520691204071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.2,1.654617691040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.01,1.8629823684692384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,power_law_1.01,0.24530560970306398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.2,2.057606315612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.01,2.9493824005126954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,power_law_1.2,0.24872961044311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,power_law_1.01,0.2547327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,power_law_1.2,0.26061439514160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.2,3.208544158935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.01,3.915206527709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,power_law_1.01,0.2691328048706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,power_law_1.2,0.27153921127319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.2,4.427711868286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,power_law_1.01,4.585254287719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,power_law_1.01,0.26640000343322756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,power_law_1.2,0.2739583969116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,power_law_1.01,0.27487359046936033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,power_law_1.2,5.257376098632813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,power_law_1.2,0.2684351921081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,4,power_law_1.01,6.921107482910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,power_law_1.01,0.2862335920333862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,power_law_1.2,0.29818239212036135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,4,power_law_1.2,8.150444793701173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,power_law_1.01,0.301311993598938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,power_law_1.2,0.31164801120758057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,4,power_law_1.01,14.759481811523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,power_law_1.01,0.321670389175415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,power_law_1.2,0.3368191957473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,power_law_1.01,0.36348159313201905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,4,power_law_1.2,20.204127502441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,power_law_1.2,0.3638528108596802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,power_law_1.01,0.4418176174163818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,power_law_1.2,0.4629504203796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.01,0.5125887870788575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.2,0.5350783824920654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.01,0.674124813079834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.2,0.7138559818267822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.01,0.852780818939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.2,0.8310848236083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.01,1.1147520065307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.2,1.1218239784240722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.01,1.3943872451782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.2,1.505286407470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.01,2.1000768661499025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.2,2.2229120254516603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.01,2.750118446350098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.2,2.762918472290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.01,4.020307159423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.08845440149307252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.08849279880523682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.2,4.360396957397461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.01,5.201062393188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.10528639554977418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.10442880392074586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.2,5.391033554077149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.1152448058128357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.11546239852905274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,power_law_1.01,6.4275390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.1295807957649231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.13524479866027833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,power_law_1.2,6.871775817871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,2,power_law_1.01,10.537773132324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.15719679594039918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.1604032039642334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,2,power_law_1.2,10.579212951660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,2,power_law_1.01,20.53105926513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,2,power_law_1.2,22.628947448730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.24963839054107667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.24654080867767333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.2672255992889404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.2862400054931641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.2914623975753784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.35228159427642824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.34888319969177245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.35912959575653075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.3599103927612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.381823992729187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.371891188621521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.38727679252624514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.3945919990539551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.39655680656433107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.4070271968841553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.42787837982177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.4300352096557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.4642943859100342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.46131200790405275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.1406592011451721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.1403264045715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.5049024105072022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.4966400146484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.22305920124053955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.23738880157470704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.5589439868927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.5656960010528564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.6989183902740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.32629120349884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.6966784000396729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.21252479553222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.8329216003417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.11715840101242066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.8254400253295898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.1140671968460083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,1.091865634918213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.1476096034049988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,1.0736448287963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.15061119794845582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,1.3409919738769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,1.3397248268127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,1.866387176513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,1.8510591506958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,2.3765567779541015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,2.371379280090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,3.417612838745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,3.418854522705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,4.48901138305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,4.482649612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,6.585151672363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,6.5911102294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,8.674387359619141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,8.672313690185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.18754559755325317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.16230399608612062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.2154304027557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.2141119956970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,10.80664291381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,10.784339141845702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.264192008972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.24955520629882813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,1,power_law_1.01,17.10753936767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,1,power_law_1.2,17.092204284667968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,1,power_law_1.2,34.01766357421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,1,power_law_1.01,34.13795776367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.24741759300231933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.25241599082946775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.2823807954788208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.28446719646453855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.299564790725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3068351984024048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.3043200016021729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.3088000059127808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.3161535978317261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.3060672044754028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.33206400871276853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.32044799327850343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.337228798866272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.3295423984527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.3382143974304199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.33797760009765626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.3572479963302612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.3674623966217041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.38726398944854734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.38679039478302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.4368256092071533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.4113471984863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.4957888126373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.46983680725097654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,power_law_1.2,0.10088319778442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,power_law_1.01,0.10152319669723511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.5310912132263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.6005504131317139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,power_law_1.2,0.15475840568542482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,power_law_1.01,0.15404160022735597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,0.7317247867584229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,0.7581439971923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,power_law_1.2,0.1487552046775818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,power_law_1.01,0.2442176103591919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,0.851865577697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.002342414855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,power_law_1.2,0.09633280038833618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,power_law_1.01,0.09204480051994324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,1.144256019592285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,1.4071616172790526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,power_law_1.2,0.13384319543838502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,power_law_1.01,0.13176319599151612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,1.583456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,1.8823871612548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,2.2844928741455077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,2.5716543197631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,2.6991039276123048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,3.5375232696533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,3.513151931762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,4.234553527832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,5.030534362792968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,6.452985382080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,10.548531341552735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,power_law_1.2,0.1742591977119446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,14.98050537109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,power_law_1.01,0.16529279947280884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,power_law_1.2,0.19022719860076903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,power_law_1.01,0.199891197681427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,power_law_1.01,0.24512639045715331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,power_law_1.2,0.23111679553985595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,power_law_1.01,0.2899456024169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,power_law_1.2,0.2776704072952271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,power_law_1.01,0.27160959243774413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,power_law_1.2,0.2897984027862549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,power_law_1.2,0.30084478855133057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,power_law_1.01,0.3139008045196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,power_law_1.2,0.3273535966873169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,power_law_1.01,0.3174911975860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,power_law_1.2,0.3283519983291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,power_law_1.01,0.3224319934844971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,power_law_1.2,0.3392895936965942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,power_law_1.01,0.3410559892654419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,power_law_1.2,0.34743680953979494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,power_law_1.01,0.37129600048065187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,power_law_1.2,0.3515903949737549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,power_law_1.01,0.3621056079864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,power_law_1.01,0.09390079975128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,power_law_1.2,0.09310719966888428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,power_law_1.2,0.37871360778808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,power_law_1.01,0.3828223943710327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,power_law_1.01,0.11827839612960815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,power_law_1.2,0.11793279647827148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,power_law_1.2,0.4241024017333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,power_law_1.01,0.4128704071044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,power_law_1.01,0.16919039487838744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,power_law_1.2,0.12575360536575317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.2,0.4484543800354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.01,0.46392321586608887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,power_law_1.01,0.10440319776535034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,power_law_1.2,0.10443520545959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.2,0.5706560134887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.01,0.5289408206939697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,power_law_1.01,0.13998080492019654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,power_law_1.2,0.1373952031135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.2,0.686348819732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.01,0.6441152095794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.01,0.7745791912078858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.2,0.8235967636108399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.2,1.1118335723876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.01,0.9597951889038085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.2,1.5430399894714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.01,1.3646976470947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.2,1.9975744247436524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.01,1.6493696212768554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.2,2.8203264236450196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.01,2.4894975662231444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,power_law_1.01,0.19113600254058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,power_law_1.2,0.17731839418411255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.2,3.807167816162109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.01,3.025004768371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,power_law_1.01,0.2228032112121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,power_law_1.2,0.20131199359893798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,power_law_1.01,0.26975998878479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,power_law_1.2,4.59552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,power_law_1.01,3.8244865417480467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,power_law_1.2,0.2587264060974121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,power_law_1.01,0.3154047966003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,power_law_1.2,0.3044800043106079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,8,power_law_1.2,7.371782684326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,8,power_law_1.01,5.6016895294189455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,power_law_1.01,0.3383935928344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,power_law_1.2,0.3188544034957886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,power_law_1.01,0.3365632057189941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,power_law_1.2,0.32911999225616456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,power_law_1.01,0.36754560470581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,8,power_law_1.01,12.165395355224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,8,power_law_1.2,15.8614013671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,power_law_1.2,0.34339840412139894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,power_law_1.01,0.37344000339508054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,power_law_1.2,0.3697472095489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,power_law_1.01,0.3839679956436157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,power_law_1.01,0.39733119010925294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,power_law_1.2,0.3817728042602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,power_law_1.01,0.41043839454650877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,power_law_1.2,0.39862399101257323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,power_law_1.01,0.44808320999145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,power_law_1.2,0.42220158576965333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,power_law_1.01,0.496947193145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,power_law_1.2,0.43644161224365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.01,0.5515007972717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,power_law_1.2,0.511411190032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.01,0.6742656230926514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.2,0.5674304008483887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.01,0.793945598602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.2,0.7123968124389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.01,1.0123711585998536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.2,0.8158720016479493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,power_law_1.2,0.10658559799194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,power_law_1.01,0.10469759702682495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.01,1.2025471687316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.2,1.0668352127075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,power_law_1.2,0.12156800031661988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,power_law_1.01,0.12072960138320923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.01,1.7617727279663087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.2,1.2948991775512695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,power_law_1.2,0.12931840419769286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,power_law_1.01,0.1513856053352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.01,2.121049690246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.2,1.826572799682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,power_law_1.2,0.1344383955001831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,power_law_1.01,0.1318400025367737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.01,3.1039360046386717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.2,2.482169532775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,power_law_1.2,0.17040640115737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,power_law_1.01,0.16900479793548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.01,4.246425628662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.2,3.423833465576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,power_law_1.01,5.1069377899169925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.2,4.681184005737305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,power_law_1.2,5.3574272155761715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,4,power_law_1.01,7.7094978332519535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,4,power_law_1.2,8.875775909423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,4,power_law_1.01,15.775033569335937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,power_law_1.2,0.22280960083007811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,power_law_1.01,0.237990403175354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,power_law_1.2,0.2626559972763062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,power_law_1.01,0.2852544069290161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,4,power_law_1.2,18.975546264648436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,power_law_1.2,0.3245376110076904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,power_law_1.01,0.34600319862365725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,power_law_1.2,0.3909055948257446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,power_law_1.01,0.3965888023376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,power_law_1.01,0.42952961921691896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,power_law_1.2,0.40069122314453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,power_law_1.2,0.42880001068115237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,power_law_1.01,0.4501632213592529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,power_law_1.2,0.4566656112670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,power_law_1.01,0.45199999809265134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,power_law_1.2,0.4827712059020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,power_law_1.01,0.4822591781616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,power_law_1.2,0.49259519577026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,power_law_1.01,0.5044735908508301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,power_law_1.2,0.5238783836364747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,power_law_1.01,0.5252223968505859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,power_law_1.01,0.5434368133544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,power_law_1.2,0.539251184463501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.14701440334320068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.14687999486923217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,power_law_1.2,0.5977791786193848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.1589951992034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,power_law_1.01,0.5805632114410401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.158297598361969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,power_law_1.2,0.7056000232696533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.17717119455337524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,power_law_1.01,0.6822783946990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.18664319515228273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.2,0.786956787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.20088319778442382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.01,0.7791359901428223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.1994879961013794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.2,0.9959232330322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.24751360416412355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.01,0.9499327659606933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.23473920822143554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.2,1.1541888236999511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.01,1.1343040466308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.2,1.545625591278076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.01,1.4977343559265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.2,1.9606143951416015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.01,1.8903295516967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.2,2.8174463272094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.01,2.536627197265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.2,3.4342079162597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.01,3.2353729248046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.33897600173950193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.31118719577789306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.2,4.906259155273437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.01,4.688249588012695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.3871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.3591360092163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.4642816066741943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.44576001167297363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.2,6.12224006652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.01,6.023839950561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.5868735790252686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.5686975955963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,power_law_1.01,7.774374389648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,power_law_1.2,8.261427307128907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.6027840137481689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.5873600006103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.6378623962402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.6149439811706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,2,power_law_1.01,12.52709732055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,2,power_law_1.2,12.773382568359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.6822783946990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.6737728118896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.6956031799316407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.6937471866607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.7501183986663819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,2,power_law_1.01,24.040704345703126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,2,power_law_1.2,24.518310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.744543981552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.7944128036499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.787443208694458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.8417856216430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.8336447715759278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.894752025604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.9070976257324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,1.0693440437316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,1.074015998840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,1.2204095840454101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,1.238918399810791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,1.5259072303771972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,1.5589056015014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,1.8259008407592774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,1.8677824020385743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,2.425708770751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,2.4770240783691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,3.0295551300048826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,3.0821439743041994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,4.250995254516601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,4.293260955810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,5.518073654174804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,5.530636978149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,7.953068542480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,7.959686279296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,10.386003112792968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,10.367021179199218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,12.834541320800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,12.816365051269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,20.147853088378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,20.155104064941405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,39.75039367675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,39.76860046386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.210265588760376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.21171839237213136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.19804799556732178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.1994879961013794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.14084479808807374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.08823040127754211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.13880319595336915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.11487360000610351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.13871359825134277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.1306175947189331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.15166079998016357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.15738240480422974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.17370879650115967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.1832576036453247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.1949952006340027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.19801599979400636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.18449920415878296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.18801920413970946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.20084478855133056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.19428479671478271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.19659520387649537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.18952959775924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.2064255952835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.20039041042327882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.23001599311828613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.22688000202178954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.23333120346069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.2680576086044312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.2796544075012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.2608383893966675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.01,0.1271936058998108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.2803391933441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.29348480701446533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.12739839553833007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.01,0.14366719722747803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.2,0.19227520227432252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.29419519901275637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.33476479053497316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.07544959783554077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.01,0.10588799715042115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.35507841110229493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.34253439903259275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.01,0.12643200159072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.1119488000869751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.34793601036071775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.4402624130249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.01,0.14956799745559693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.14941439628601075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.44047999382019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.40436477661132814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.1739776015281677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.01,0.1700543999671936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.16922880411148072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.46643838882446287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.5278272151947021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.01,0.18755199909210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.17946879863739013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.6840703964233399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.01,0.18661760091781615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.17633919715881347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.01,0.6399871826171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.2,0.19869439601898192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.01,0.18609280586242677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.2,0.856499195098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.01,0.9048383712768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.20499200820922853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.01,0.19296640157699585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.2,1.1027520179748536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.22148480415344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.01,1.0485759735107423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.01,0.21083519458770753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.23077120780944824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.2,1.2979968070983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.01,0.20304639339447023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.26000640392303465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.01,1.6274816513061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.01,0.2298111915588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.2,0.27239038944244387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.2,2.2186559677124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.01,0.25471360683441163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.01,1.9395328521728517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.2,0.25287680625915526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.2,2.3954816818237306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.2,0.3122944116592407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.01,0.27144320011138917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.01,2.301299285888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.2,0.32887680530548097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.01,0.26666879653930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.2,3.8074176788330076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.2,0.39664640426635744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.01,0.3039488077163696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.01,4.354719924926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.2,0.4555520057678223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.01,0.30142080783843994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.2,0.5589568138122558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.2,6.594905853271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.01,0.38024320602416994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.2,0.6451968193054199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.01,7.595795440673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.01,0.3903615951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.2,0.9393024444580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.01,0.4796095848083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.2,15.45581512451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.2,1.197721576690674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.01,0.5783487796783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.2,1.9990720748901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.01,0.8356991767883301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.2,2.1910079956054687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.01,1.0188223838806152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.01,1.486092758178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.2,2.9747968673706056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.01,1.80053768157959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.2,4.514457702636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.01,2.230303955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.2,11.862322998046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.01,3.4196800231933593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.01,7.590937805175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.09838079810142517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.13134080171585083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.2,0.09861119985580444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.07320320010185241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.2,0.1307711958885193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.08628479838371277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.12465920448303222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.2,0.0719488024711609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.13666559457778932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.2,0.08321279883384705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.1833343982696533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.2,0.10856959819793702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.01,0.08314239978790283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.01,0.0997759997844696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.2,0.12016639709472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.19299839735031127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.01,0.0907904028892517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.1808127999305725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.2,0.16885759830474853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.01,0.09687680006027222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.2,0.08364800214767457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.19890559911727906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.01,0.10631680488586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.2,0.17843199968338014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.2,0.09945600032806397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.01,0.14806400537490844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.20245120525360108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.2,0.17895040512084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.2,0.07007359862327575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.01,0.17958400249481202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.2043071985244751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.01,0.1945024013519287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.2,0.1839359998703003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.2,0.09160320162773132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.01,0.19835519790649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.01,0.22298240661621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.2,0.19359359741210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.01,0.20616960525512695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.01,0.24089601039886474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.01,0.21123840808868408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.2,0.12874879837036132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.2,0.20214400291442872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.01,0.25199360847473146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.01,0.22494080066680908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.2,0.17778559923171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.2,0.20182399749755858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.01,0.22225921154022216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.01,0.2594496011734009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.2,0.2292799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.01,0.2419584035873413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.2,0.18897279500961303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.01,0.29356160163879397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.01,0.24846720695495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.2,0.24360320568084717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.2,0.18702080249786376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.01,0.2666111946105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.01,0.30872321128845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.2,0.256876802444458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.2,0.1995136022567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.01,0.28443520069122313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.01,0.38229761123657224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.01,0.333190393447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.2,0.21176960468292236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.2,0.2644351959228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.01,0.3672895908355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.01,0.4137407779693604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.2,0.2244863986968994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.2,0.3219903945922852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.01,0.4377280235290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.01,0.5198976039886475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.2,0.23130879402160645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.01,0.46233601570129396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.2,0.3240511894226074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.01,0.645900821685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.01,0.6186367988586425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.2,0.24542720317840577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.2,0.397708797454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.01,0.7504191875457764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.01,0.8162176132202148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.2,0.2585983991622925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.2,0.48146557807922363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.01,0.97193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.01,1.0024959564208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.01,1.1853887557983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.2,0.5784704208374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.2,0.2827712059020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.01,1.6440319061279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.2,0.6929408073425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.2,0.29728639125823975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.01,1.4222335815429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.01,2.333126449584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.2,0.34741759300231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.2,0.9324288368225098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.01,2.1540607452392577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.01,2.8588607788085936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.2,0.36337919235229493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.2,1.1337727546691894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.01,2.34661750793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.01,4.342278289794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.2,0.49710721969604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.2,1.765670394897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.2,0.4934016227722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.01,8.657510375976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.01,3.7785472869873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.2,2.244223976135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.2,0.6239232063293457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.2,2.751750373840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.2,0.7737728118896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.01,8.163737487792968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.2,1.1067520141601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.2,4.201555252075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.2,1.2850624084472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.2,1.812588882446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.2,8.805875396728515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.2,2.587449645996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.2,3.2134464263916014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.2,5.225823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.01,0.07333120107650756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.01,0.0883520007133484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.2,10.275865936279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.01,0.08104320168495179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.2,0.0729856014251709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.01,0.09685760140419006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.2,0.08677120208740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.01,0.1251711964607239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.01,0.1531008005142212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.2,0.07969279885292054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.01,0.1906623959541321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.2,0.09544960260391236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.01,0.19749759435653685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.06499199867248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.2,0.1189695954322815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.01,0.20271360874176025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.2,0.13416320085525513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.08062080144882203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.01,0.20958080291748046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.2,0.18059519529342652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.01,0.23082880973815917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.08611199855804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.01,0.24053120613098145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.2,0.2007040023803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1167680025100708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.01,0.23975679874420167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.2,0.19915519952774047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.14658559560775758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.01,0.2921663999557495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.0650111973285675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.2,0.20942718982696534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.179967999458313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.01,0.30310399532318116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.01,0.322323203086853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.22704000473022462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.08001279830932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.2,0.22608640193939208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.01,0.3326272010803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.23377280235290526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.2,0.22948479652404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.08878080248832702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.01,0.3799871921539307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.24615039825439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.01,0.4325695991516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.2,0.2407360076904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.1084928035736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.01,0.5453567981719971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.25724799633026124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.2,0.27866880893707274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.13804800510406495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.01,0.655295991897583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.2678783893585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.2,0.31675519943237307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.01,0.8964544296264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.1706431984901428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.2809983968734741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.01,1.0180992126464843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.2,0.3488895893096924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.21881599426269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.29240319728851316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.01,1.4506303787231445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.2,0.34355840682983396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.2320255994796753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.3044800043106079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.01,1.7004863739013671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.2,0.4162816047668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.2419071912765503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.3241791963577271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.01,2.384499168395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.2,0.45267200469970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.25608320236206056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3443583965301514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.01,2.980601692199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.2,0.5776063919067382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.2646143913269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.388102388381958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.01,3.8057727813720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.2,0.6664192199707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.48085761070251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.28217599391937254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.01,5.510156631469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.2,0.9606656074523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.6089280128479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2900415897369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.2,1.0694592475891114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.01,12.134579467773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.7552576065063477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.315833592414856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.2,1.444051170349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.3349503993988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.8990719795227051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.37789440155029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.2,1.7253120422363282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.2383551597595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.4628928184509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.5905407905578612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.2,2.475276756286621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.5207935810089112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.298918342590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.2,3.03637752532959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.6209343910217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.01,2.6096832275390627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.7728000164031983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.2,3.819174575805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.9200320243835449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.01,3.8384193420410155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.2,6.302867126464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.2521663665771485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.01,5.066598510742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.6141952514648437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.2,13.458515930175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.01,6.305152130126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.350553512573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.2,2.671743965148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.01,8.985549163818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.06625279784202576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.2,3.894694519042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.05234559774398804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.05169919729232788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.2,4.777913665771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.056959998607635495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.01,19.311666870117186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.2,5.917830276489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.06082559823989868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.06540799736976624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.2,9.100364685058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.06483200192451477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.0665727972984314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.07313920259475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.07363839745521546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.2,20.326637268066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.07733759880065919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.0834496021270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.08604800105094909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.08399999737739564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.09307519793510437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.10204800367355346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.06576640009880066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.09451519846916198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.047295999526977536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.11808639764785767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.049004799127578734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.01,0.06848639845848084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.1542464017868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.055078399181365964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.20901119709014893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.01,0.04672000110149384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.05544959902763367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.23239679336547853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.01,0.042752000689506534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.06627200245857238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.30605440139770507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.01,0.051667201519012454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.359878396987915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.06524800062179566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.01,0.4565311908721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.07100800275802613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.01,0.055878400802612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.2,0.06878719925880432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.01,0.632531213760376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.07500159740447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.01,0.06423680186271667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.2,0.04154880046844482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.01,1.076460838317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.07492480278015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.2,0.04490239918231964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.01,1.081670379638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.07837439775466919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.01,0.06674559712409973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.01,1.3657216072082519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.2,0.048793599009513855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.07854719758033753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.01,0.07279999852180481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.01,2.711699295043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.2,0.05619840025901794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.08231679797172546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.0861631989479065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.2,0.063264000415802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.01,5.447673416137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.01,0.07767040133476258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.09802240133285522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.2,0.067084801197052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.01,0.0807424008846283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.10940159559249878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.2,0.07134720087051391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.11128319501876831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.01,0.08263040184974671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.2,0.07367039918899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.13549439907073973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.01,0.08291839957237243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.2,0.07571840286254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.1592512011528015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.01,0.08956800103187561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.2,0.07708799839019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.19266560077667236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.01,0.09264000058174134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.2,0.08363519906997681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.25767040252685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.2,0.08503040075302123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.3665855884552002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.01,0.13228800296783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.2,0.08570240139961242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.01,0.0549888014793396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.2,0.10071040391921997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.01,0.14179840087890624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.2,0.45803518295288087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.2,0.10436480045318604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.01,0.17611520290374755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.2,0.5500991821289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.01,0.04287999868392944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.01,0.0525056004524231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.2,0.11319680213928222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.01,0.193612802028656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.2,0.928435230255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.01,0.0584447979927063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.2,0.1468224048614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.01,0.07039999961853027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.01,0.2736959934234619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.2,1.45481595993042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.01,0.07284479737281799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.2,0.15589760541915892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.01,0.29354879856109617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.01,0.06807039976119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.2,2.3774208068847655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.2,0.2053760051727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.01,0.07124480009078979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.01,0.35394558906555174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.01,0.07339519858360291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.2,0.23043839931488036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.2,2.51210880279541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.01,0.07788159847259521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.01,0.5202623844146729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.2,0.285862398147583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.01,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.2,4.695040130615235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.2,0.3768064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.01,0.6608255863189697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.01,0.0859391987323761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.01,0.08552320003509521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.2,0.5311999797821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.01,0.9843968391418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.2,0.7968895912170411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.01,0.10741759538650512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.2,11.752973175048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.01,1.0103808403015138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.01,0.10955519676208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.2,1.0555007934570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.01,0.13251199722290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.01,1.587679958343506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.2,1.265881633758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.01,0.16011519432067872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.01,0.20325119495391847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.2,2.090163230895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.01,0.20201599597930908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.01,3.713126373291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.01,0.2796992063522339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.2,3.0182079315185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.01,0.27854719161987307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.01,0.44959359169006347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.2,7.117356872558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.01,0.4978176116943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.01,0.6896959781646729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.01,1.0103679656982423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.2,0.055270397663116456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.01,1.158694362640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.2,0.03946239948272705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.2,0.04232960045337677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.01,1.6336511611938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.2,0.05260800123214722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.2,0.056959998607635495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.01,0.040505599975585935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.01,3.5500862121582033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.2,0.07121279835700989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.2,0.07150080204010009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.01,0.04037759900093078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.2,0.06984959840774536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.2,0.03837440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.01,0.05560320019721985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.2,0.0735040009021759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.2,0.03888640105724335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.01,0.05983359813690185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.2,0.07425280213356018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.2,0.0406143993139267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.01,0.06948480010032654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.2,0.07959679961204529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.2,0.0800704002380371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.01,0.07453439831733703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.2,0.05804799795150757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.2,0.08472959995269776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.01,0.0779583990573883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.2,0.07370880246162415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.04446719884872437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.2,0.08506240248680115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.01,0.080595201253891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.2,0.07339519858360291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.04545280039310455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.058719998598098753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.2,0.09210879802703857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.01,0.08177279829978942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.2,0.07901440262794494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.05608320236206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.2,0.10591360330581664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.06259840130805969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.2,0.08213120102882385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.01,0.08684160113334656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.07614079713821412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.2,0.11070719957351685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.2,0.08395519852638245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.01,0.08709120154380798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.07973759770393371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.2,0.13591040372848512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.08267520070075988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.2,0.08707200288772583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.0852735996246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.2,0.17107839584350587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.2,0.09064319729804993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.08974720239639282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.2,0.225433611869812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.09758080244064331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.01,0.09873279929161072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.2,0.08958079814910888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.10268160104751586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.2,0.23374080657958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.01,0.10101759433746338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.2,0.09149439930915833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.1019711971282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.01,0.11443840265274048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.10818560123443603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.2,0.3213248014450073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.2,0.09735680222511292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.11601279973983765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.01,0.1431872010231018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.2,0.10836479663848878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.2,0.3480063915252686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.1313599944114685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.01,0.1621567964553833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.2,0.12024320363998413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.14575999975204468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.2,0.5326528072357177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.2,0.14645760059356688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.01,0.20305919647216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.2,0.6179840087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.22966399192810058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.2,0.16815999746322632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.01,0.24680960178375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.3252928018569946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.2,0.9043904304504394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.32241919040679934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.2,0.21136000156402587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.01,0.3852927923202515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.45252480506896975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.2,1.3065600395202637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.01,0.39524478912353517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.2,0.279257607460022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.01,0.4831552028656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.2,0.34072959423065186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.01,0.7180543899536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.01,0.5612736225128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.2,1.7634880065917968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.01,0.9550016403198243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.2,0.4020991802215576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.01,0.693555212020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.2,2.6146751403808595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.01,1.4600255966186524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.2,0.5758336067199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.01,0.9373567581176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.01,1.6319616317749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.2,0.7918784141540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.01,2.0580928802490233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.2,6.580473327636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.01,1.1225791931152345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.2,1.1696767807006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.01,3.2384449005126954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.01,1.4752511978149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.2,1.3540800094604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.01,7.041600036621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.01,2.1365760803222655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.2,2.0089855194091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.2,3.1281919479370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.01,5.079897689819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.2,6.067494583129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.2,0.04508799910545349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.2,0.045721599459648134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.2,0.05441920161247253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.2,0.05594879984855652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.04347519874572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.2,0.06085759997367859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04872959852218628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.2,0.0797439992427826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.06387839913368225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.06547840237617493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.2,0.0813696026802063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.043347200751304625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.07274879813194275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.048127999901771544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.09381759762763978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.2,0.0875328004360199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.0943615972995758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.05594239830970764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.09939839839935302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.2,0.10384000539779663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.09991040229797363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.06244480013847351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.10474239587783814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.2,0.10864640474319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06980479955673217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.11256320476531982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.2,0.1152575969696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.09207680225372314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.12380160093307495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.2,0.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.12900480031967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.09785599708557129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.13404799699783326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.2,0.12347520589828491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.09956480264663696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.14419200420379638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.2,0.1320575952529907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.1019711971282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.15763839483261108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.18177920579910278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.10796799659729003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.2,0.1512511968612671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.2410559892654419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.2,0.20452480316162108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.11393920183181763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.2765568017959595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.2,0.24163200855255126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.12301440238952636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.37134718894958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.2,0.3378880023956299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1283776044845581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.45015678405761717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.6287295818328857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.2,0.3632767915725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.13489919900894165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.9218303680419921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.14706560373306274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.2,0.4947904109954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.3519807815551759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.16176639795303344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.2,0.5454976081848144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.5171327590942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.18419840335845947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.2,0.8008319854736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.2479616165161134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.2429503917694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.01,2.9961023330688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.2,0.9800512313842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.16157439947128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.25785601139068604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.01,3.7350975036621095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.12452479600906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.3379647970199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.2,1.459404754638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.0955456018447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.01,5.248844909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.42795519828796386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.2,1.7116287231445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.5914175987243653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.11913599967956542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.01,11.030668640136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.2,2.3302848815917967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.12534400224685668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.9370176315307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.14306559562683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.3499584197998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.2,3.503596878051758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.1402943968772888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.5394432067871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.145907199382782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.2,7.8436225891113285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.241184043884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.15253119468688964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.14049919843673705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.2,2.9721920013427736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.18313599824905397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.1883263945579529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.2,3.689023971557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.1960319995880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.2005311965942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.2,5.183494567871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.2127232074737549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.2489471912384033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.2,11.444499206542968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.269702410697937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.29628159999847414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.28886399269104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.37927680015563964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.3834239959716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.01,0.5611455917358399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.01,0.8229632377624512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.01,0.9735360145568848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.01,1.1538816452026368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.01,2.0281087875366213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.01,2.3949119567871096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.01,0.13623039722442626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.01,0.1347264051437378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.01,2.6174720764160155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.01,0.07716479897499084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.01,0.09426559805870056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.01,4.833932876586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.01,0.11375360488891602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.01,0.15191680192947388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.1638975977897644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.01,10.603590393066407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.12012159824371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.01,0.14689279794692994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.01,0.15000319480895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.09118080139160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.10781439542770385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.01,0.14876799583435057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.2,0.13727359771728515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.12152320146560669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.01,0.15903359651565552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.2,0.08228480219841003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.14533120393753052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.01,0.16293760538101196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.14620159864425658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.2,0.07988479733467102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.14876799583435057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.01,0.17323520183563232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.2,0.09306880235671997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.16173440217971802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.2,0.11172480583190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.01,0.1815168023109436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.1667199969291687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.2,0.1416383981704712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.1737663984298706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.01,0.17841919660568237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.1959936022758484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.2,0.13688960075378417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.01,0.20222721099853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.2262336015701294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.2,0.1438655972480774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.01,0.20942718982696534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.1980031967163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.01,0.210265588760376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.2,0.15973759889602662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.2023168087005615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.2377919912338257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.01,0.22692480087280273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.2,0.15807360410690308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.27942399978637694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.01,0.2791615962982178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.2,0.16972800493240356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.3462464094161987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.01,0.09756799936294555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.01,0.3461888074874878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.2,0.1748800039291382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.3707007884979248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.01,0.10291839838027954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.47482881546020506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.01,0.37944960594177246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.2,0.18364160060882567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.2,0.45728001594543455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.01,0.07255679965019227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.2,0.19555200338363649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.01,0.48114562034606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.2,0.6822144031524658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.01,0.08831999897956848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.2,0.21363840103149415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.2,0.9028672218322754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.01,0.7588223934173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.01,0.10666240453720092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.2,1.2602496147155762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.2,0.23708798885345458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.01,0.9040448188781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.2,1.6950464248657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.01,0.144051194190979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.2,0.2076159954071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.01,1.1441535949707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.2,2.6851455688476564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.01,0.14602880477905272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.2,0.24008960723876954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.2,3.1401023864746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.01,1.5364992141723632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.01,0.15657600164413452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.2,0.30680320262908933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.2,5.1147712707519535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.2,0.3869375944137573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.01,1.9624319076538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.01,0.16047359704971315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.2,0.40188159942626955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.2,8.312076568603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.01,0.16311039924621581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.01,2.4291200637817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.2,0.5812672138214111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.01,0.17095680236816407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.01,0.17357439994812013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.01,3.8206912994384767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.2,20.55333709716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.2,0.7418047904968261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.01,0.18816640377044677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.2,1.1117504119873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.01,0.17683199644088746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.01,7.873004913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.2,1.4657343864440917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.01,0.20127999782562256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.01,0.21317119598388673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.2,1.9219327926635743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.01,0.2315455913543701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.2,2.949222373962402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.01,0.2774399995803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.01,0.2859391927719116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.2,4.250368118286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.01,0.3445631980895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.01,0.3989824056625366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.2,5.502547073364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.01,0.5145919799804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.01,0.638099193572998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.01,0.9030591964721679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.2,15.264863586425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.01,1.0934399604797362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.2,0.09783040285110474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.2,0.08431360125541687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.01,0.08038399815559387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.01,1.649203109741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.2,0.06940159797668458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.01,0.08915200233459472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.2,0.08536959886550903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.01,1.8370048522949218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.01,0.07646080255508422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.2,0.09943040013313294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.01,0.08453760147094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.2,0.14351359605789185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.01,2.2850624084472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.01,0.10118399858474732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.2,0.1527999997138977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.2,0.1522879958152771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.01,0.15175039768218995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.01,3.2388542175292967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.2,0.15979520082473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.01,0.16627199649810792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.2,0.1615615963935852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.01,0.16060800552368165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.01,7.424934387207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.2,0.17125120162963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.01,0.16526080369949342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.2,0.1704319953918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.01,0.1739583969116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.2,0.1767680048942566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.01,0.18131200075149537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.2,0.1883903980255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.2,0.08178560137748718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.01,0.19031039476394654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.2,0.20432000160217284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.01,0.19978879690170287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.2,0.0723136007785797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.2,0.21274240016937257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.01,0.21353600025177003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.2,0.22479360103607177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.2,0.07594239711761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.2,0.2686912059783936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.01,0.23220479488372803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.2,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.2,0.3058495998382568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.01,0.24839038848876954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.2,0.09696639776229858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.2,0.36224000453948973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.01,0.2389631986618042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.2,0.4127359867095947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.2,0.1366976022720337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.2,0.5116991996765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.01,0.30180480480194094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.2,0.15056639909744263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.2,0.7071231842041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.2,0.15598080158233643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.01,0.32654719352722167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.2,0.9221504211425782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.01,0.07677440047264099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.2,0.1537984013557434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.01,0.4302527904510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.2,1.134272003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.2,0.15931520462036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.01,0.09127680063247681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.01,0.4485184192657471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.2,1.7101055145263673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.2,0.17123839855194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.01,0.07979519963264466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.2,2.3824064254760744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.01,0.6276544094085693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.2,0.19615360498428344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.01,0.09324799776077271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.2,2.8964351654052733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.01,0.6387392044067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.2,0.20049920082092285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.01,0.12270079851150513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.2,4.119200134277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.2,0.20061440467834474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.01,0.9770688056945801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.01,0.16929279565811156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.2,0.21850240230560303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.01,0.17486079931259155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.01,1.2699135780334472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.2,12.114630126953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.01,0.17775360345840455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.2,0.2256319999694824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.01,1.6751039505004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.01,0.18346879482269288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.2,0.2524928092956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.01,2.0764928817749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.01,0.18638720512390136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.2,0.30357120037078855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.01,0.20458240509033204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.2,0.340012788772583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.01,2.2774208068847654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.01,0.20959360599517823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.2,0.43461761474609373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.01,3.729836654663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.01,0.2244863986968994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.2,0.5059840202331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.01,0.21825919151306153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.2,0.6165760040283204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.01,8.425625610351563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.01,0.23831040859222413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.2,0.7195007801055908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.01,0.24461441040039061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.2,1.0543359756469726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.01,0.3497920036315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.2,1.333580780029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.2,0.08215680122375488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.2,0.07651200294494628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.01,0.45145602226257325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.2,1.833260726928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.01,0.44520959854125974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.2,0.11047040224075318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.2,2.4169023513793944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.01,0.6011903762817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.2,0.1626304030418396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.2,0.17500159740447999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.01,0.7505087852478027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.2,3.344102478027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.2,0.1844928026199341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.01,1.0454015731811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.2,0.18268799781799316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.2,5.173683166503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.01,1.0195839881896973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.2,0.19070080518722535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.2,0.21035521030426024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.01,1.4949119567871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.07022079825401306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.2,0.22249600887298585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.2,11.312921905517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.08520320057868958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.01,1.6266176223754882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.2,0.2358464002609253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.08799359798431397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.2,0.22986240386962892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.01,2.4306880950927736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.10983680486679077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.2,0.2550784111022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.2,0.26175999641418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.13363200426101685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.01,2.8613056182861327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.2,0.3089855909347534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.1843008041381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.2,0.37789440155029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.19159040451049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.01,3.5874561309814452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.2,0.4383872032165527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.2043071985244751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.2,0.6092160224914551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.2135551929473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.01,5.184537506103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.2,0.7986239910125732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.21955840587615966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.2,1.0692992210388184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.23315200805664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.2,1.0353664398193358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.23858559131622314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.01,10.73053436279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.2,1.5582143783569335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.25259521007537844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.06997759938240052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.2,1.754425621032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.2773695945739746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.08207359910011292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.2,2.576940727233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.30040318965911866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.0861631989479065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.2,2.915200042724609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.33692159652709963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.10465279817581177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.3874624013900757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.2,3.9351871490478514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.5081920146942138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.12473599910736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.2,5.746035385131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.6420735836029052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.18108799457550048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.8745087623596192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.1942720055580139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.2,13.348460388183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.20467839241027833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.9280768394470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.2094912052154541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.2688703536987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.22135040760040284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.3181056022644042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.237280011177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.8937984466552735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.24510719776153564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.2599551916122437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.01,2.4874879837036135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.287827205657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.01,3.6768447875976564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.3092416048049927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.3440000057220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.01,4.3047935485839846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.39749760627746583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.5161983966827393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.01,5.290771102905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.6505536079406739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.8827648162841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.01,8.292326354980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.9517056465148925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.2776960372924804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.3352704048156738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.01,17.15594940185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.9109695434570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.2,2.5126016616821287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.2,3.663955307006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.2,4.263763046264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.21505279541015626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.2,5.219641494750976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.3093696117401123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.2,8.735155487060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.2893183946609497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.11440000534057618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.15317120552062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.2,17.032633972167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.19615999460220337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.22254719734191894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.22189440727233886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.21747200489044188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.2409280061721802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.30910720825195315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.278438401222229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.24915199279785155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.2721152067184448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.1171839952468872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.26521599292755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.13804160356521605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.285696005821228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.16840319633483886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.30665600299835205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.01,0.13093119859695435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.20132479667663575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.29973759651184084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.01,0.2190079927444458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.23400959968566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.24544000625610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.33461120128631594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.01,0.2917952060699463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.2632767915725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.01,0.10432640314102173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.31157119274139405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.27232000827789304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.01,0.13722239732742308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.3632128000259399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.251366400718689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.01,0.17779840230941774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.28327040672302245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.43031039237976076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.3083967924118042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.01,0.18509440422058104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.5386176109313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.32604160308837893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.01,0.23009920120239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.01,0.4983359813690186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.323417592048645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.01,0.6612287998199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.01,0.2361407995223999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.3573055982589722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.2,0.1322816014289856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.40568318367004397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.01,0.7540351867675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.01,0.2466752052307129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.4678656101226807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.2,0.2024319887161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.01,0.2778879880905151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.01,0.9372672080993653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.6220160007476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.01,0.2722176074981689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.2,0.14341119527816773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.2,0.6153664112091064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.01,1.2176192283630372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.01,0.2819648027420044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.2,0.7312640190124512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.2,0.09519360065460206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.01,1.7093887329101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.2,0.9133695602416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.01,0.2904639959335327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.2,0.12684799432754518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.2,1.1455488204956055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.01,2.096230316162109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.01,0.31550719738006594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.2,0.16971520185470582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.2,1.3907648086547852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.01,0.3142848014831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.01,2.2782720565795898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.2,0.17115520238876342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.2,2.087705612182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.01,0.33191680908203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.2,0.21673600673675536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.2,2.5652864456176756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.01,3.503955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.01,0.38625919818878174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.2,0.2241215944290161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.2,3.346265411376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.01,0.37484800815582275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.2,0.2502847909927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.01,8.240115356445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.2,5.388166427612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.01,0.46894078254699706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.2,0.2529536008834839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.2,0.26169600486755373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.01,0.4659135818481445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.2,13.57178955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.2,0.28166399002075193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.01,0.5977215766906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.2,0.262937593460083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.01,0.6504127979278564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.2,0.3025343894958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.01,0.8096575736999512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.2,0.2974400043487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.01,1.0921279907226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.2,0.33293440341949465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.01,1.4333888053894044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.2,0.4296383857727051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.01,1.7854528427124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.2,0.3865151882171631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.01,2.271219253540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.2,0.525593614578247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.2,0.549292802810669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.01,3.3618495941162108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.2,0.7747200012207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.01,0.09733759760856628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.2,0.6891007900238038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.01,0.13121919631958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.01,7.308601379394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.2,0.09737600088119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.01,0.20731520652770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.2,0.9718015670776368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.2,0.13088639974594116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.01,0.085971200466156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.2,0.1028480052947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.2,1.322771167755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.01,0.12584960460662842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.2,0.09255040287971497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.2,2.0625984191894533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.01,0.17159680128097535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.2,0.1144320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.01,0.1792255997657776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.2,2.2968639373779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.2,0.1671872019767761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.01,0.21650559902191163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.2,0.20910720825195311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.01,0.23224959373474122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.2,2.6894912719726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.2,0.20880639553070068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.01,0.21955199241638185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.2,0.21917440891265869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.01,0.24557440280914306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.2,4.992947387695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.2,0.24618880748748778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.01,0.25893120765686034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.2,0.25155839920043943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.01,0.2636607885360718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.2,0.2699455976486206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.01,0.08344320058822632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.2,11.209951782226563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.01,0.2861056089401245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.2,0.2922368049621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.01,0.10094079971313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.01,0.303436803817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.2,0.31734399795532225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.01,0.12699520587921143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.01,0.3099967956542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.2,0.3193664073944092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.2,0.30433919429779055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.01,0.3607424020767212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.01,0.09201920032501221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.2,0.3528064012527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.01,0.38956799507141116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.01,0.11661440134048462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.2,0.38487679958343507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.01,0.3873023986816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.01,0.1683519959449768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.2,0.4951935768127441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.01,0.45299839973449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.2,0.5054080009460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.01,0.18465280532836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.2,0.6835264205932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.01,0.22704000473022462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.01,0.48081278800964355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.2,0.7699456214904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.01,0.23169279098510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.01,0.6285696029663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.2,1.038060760498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.01,0.2511552095413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.01,0.711840009689331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.2,1.315436840057373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.01,0.26092801094055174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.01,0.9575488090515136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.2,0.0826367974281311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.2,2.0644863128662108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.01,0.26839680671691896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.2,0.09993600249290466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.2,2.307219123840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.01,1.0977536201477052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.01,0.2778048038482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.2,0.10867840051651001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.2,2.822368049621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.01,1.579379177093506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.01,0.29091839790344237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.2,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.2,4.437408065795898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.01,2.1067071914672852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.01,0.3231744050979614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.2,0.11566720008850098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.01,0.33583359718322753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.01,2.535411262512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.2,8.494521331787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.2,0.1547711968421936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.01,0.3502016067504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.2,0.17241599559783935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.01,3.7666305541992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.01,0.4107647895812988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.2,0.21747200489044188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.01,0.4241343975067139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.2,0.2238976001739502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.01,7.378701019287109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.01,0.5021120071411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.2,0.23518719673156738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.2,0.2460416078567505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.01,0.547327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.2,0.2647615909576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.01,0.7222527980804443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.2,0.26552960872650144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.01,0.8622400283813476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.2,0.2883008003234863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.01,1.0728511810302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.07332479953765869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.2,0.3245311975479126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.01,1.2645888328552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.08857600092887878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.2,0.3322688102722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.01,1.8124479293823241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.1074944019317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.09721599817276001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.2,0.3716799974441528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.01,2.4167423248291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.12981760501861572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.2,0.4295360088348389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.1728320002555847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.2,0.07594239711761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.01,2.9057024002075194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.2,0.4530496120452881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.19354239702224732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.2,0.0892416000366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.24167039394378662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.2,0.5712128162384034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.01,4.676377487182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.2,0.09075199961662292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.01,0.25552000999450686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.2,0.5489344120025634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.01,0.2729343891143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.2,0.09441919922828675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.01,0.2818943977355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.2,0.6990528106689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.01,8.673593902587891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.2,0.1308351993560791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.01,0.29303679466247556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.2,0.15815039873123168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.2,0.8732799530029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.01,0.29472639560699465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.2,0.17994879484176635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.01,0.3058687925338745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.2,1.1929535865783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.01,0.3237375974655151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.2,0.22056961059570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.2,1.4324480056762696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.01,0.35306239128112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.2,0.2374720096588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.01,0.3720319986343384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.2,1.9737152099609374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.2,0.2460479974746704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.01,0.44915199279785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.2,0.26903040409088136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.01,0.5227200031280518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.2,2.4363967895507814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.2,0.2860991954803467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.01,0.631929588317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.01,0.7351679801940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.2,0.28999040126800535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.2,3.003948783874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.2,0.3089792013168335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.01,0.9983424186706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.01,1.161580753326416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.2,5.1251262664794925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.06775040030479432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.2,0.333024001121521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.01,1.5530879974365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.2,0.3436736106872559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.08356480002403259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.01,1.7761791229248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.2,0.37852160930633544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.2,11.697977447509766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.10051840543746948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.01,2.488486480712891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.2,0.458406400680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.11461759805679321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.01,3.149286460876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.16225279569625856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.2,0.5340479850769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.01,3.932511901855469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.20145280361175538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.2,0.661683177947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.22334721088409423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.2,0.7785024166107177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.01,5.898374557495117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.28346240520477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.2,1.0585599899291993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.2990976095199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.01,12.032230377197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.2,1.197657585144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.31205120086669924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.2,1.6465856552124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.33199999332427976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.2,1.9018047332763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.3738624095916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.06788480281829834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.2,2.745235252380371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.3908799886703491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.2,3.2769920349121096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.40202879905700684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.08979200124740601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.4187647819519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.2,3.77270393371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.11327359676361085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.4326015949249268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.1497599959373474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.46257920265197755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.2,6.2152961730957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.1865023970603943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.5566976070404053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.21152000427246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.7223487854003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.2,13.070008850097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.26407680511474607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.8905920028686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.2846528053283691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.29889280796051027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.0365951538085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.3150399923324585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.3785728454589843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.3657344102859497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.9104127883911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.3818367958068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.5593215942382814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.4004032135009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.890015983581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.4163072109222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.43543038368225095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.01,4.2017982482910154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.46593279838562013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.01,5.079046249389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.5639743804931641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.7364863872528076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.01,6.318560028076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.8861248016357421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.067852783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.01,9.877964782714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.400108814239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.741868782043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.01,20.115525817871095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.470956802368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.913267135620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.2,4.23699836730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.2,5.282278442382813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.2,6.555052947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.2,10.023929595947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.2,21.01087341308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.13031680583953859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.12346880435943604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.111571204662323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.08725119829177856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.11107200384140015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.11541759967803955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.12277760505676269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.1262719988822937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.12821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.12886400222778321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.1273344039916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.12342400550842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.12863999605178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.06406400203704835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.1364416003227234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.08149759769439698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.14884480237960815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.09018239974975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.16535040140151977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.10459519624710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.18846720457077026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.11446399688720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.17779200077056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.21489920616149902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.12065919637680053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.21364479064941405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.1308351993560791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.25898239612579343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.13334399461746216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.3356607913970947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.13345919847488402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.4014400005340576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.13984639644622804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.16184959411621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.49785599708557127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.01,0.08620799779891967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.17230720520019532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.01,0.12487679719924927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,0.6657087802886963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.17891199588775636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.01,0.07761920094490052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,0.8488575935363769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.18680319786071778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.01,0.07692800164222717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.01,0.085452800989151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.22277119159698486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,1.175929641723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.24851839542388915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,1.6796096801757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.01,0.12083840370178223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.30076160430908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.01,0.12099200487136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.3311615943908691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,1.858470344543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.01,0.12332799434661865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.2,0.08792319893836975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.4613823890686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,3.529119873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.2,0.11907199621200562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,0.5987071990966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.01,0.1308735966682434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.2,0.06160640120506287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,0.8485247611999511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,6.4889984130859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.01,0.1320512056350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.2,0.07069439888000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.01,0.13640960454940795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,0.9214079856872559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.2,0.08291199803352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.2,0.09194239974021912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.01,0.15130239725112915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,1.5180992126464843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.2,0.11607680320739747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.01,0.15909759998321532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,2.0989376068115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.2,0.11820800304412842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.01,0.16790399551391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.2,0.1220479965209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.01,0.17438080310821533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,2.4422143936157226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.2,0.12028160095214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.01,0.20223360061645507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.01,0.07363839745521546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,4.047903823852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.2,0.12408319711685181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.01,0.21397120952606202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.01,0.0889855980873108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.2,0.12955520153045655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.01,0.26175999641418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.2,0.1364351987838745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.01,0.06220800280570984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,11.135916900634765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.01,0.29729280471801756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.2,0.15569280385971068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.01,0.06892160177230836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.01,0.3865920066833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.2,0.16787840127944947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.01,0.08510079979896545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.01,0.48352642059326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.2,0.1736448049545288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.01,0.09320319890975952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.2,0.1716223955154419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.01,0.6491072177886963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.01,0.11811840534210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.2,0.21369600296020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.01,0.11939200162887573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.01,0.823366355895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.2,0.23293440341949462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.01,0.1227455973625183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.01,1.1531392097473145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.2,0.07341439723968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.2,0.27453439235687255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.01,0.12457599639892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.01,1.470195198059082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.2,0.08831359744071961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.2,0.3331199884414673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.01,0.13485440015792846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.2,0.05973119735717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.2,0.4343616008758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.01,2.091423988342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.01,0.13765759468078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.2,0.06996480226516724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.01,0.14587520360946654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.2,0.5692863941192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.01,2.895564842224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.2,0.0811456024646759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.01,0.15294079780578612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.2,0.6955904006958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.2,0.0916159987449646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.01,0.16247040033340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.2,0.9438464164733886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.01,6.425260925292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.01,0.17558399438858033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.2,1.5134016036987306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.2,0.12428159713745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.01,0.17808640003204346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.2,2.039596748352051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.2,0.12215039730072022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.01,0.2110527992248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.2,0.12655359506607056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.01,0.2298111915588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.2,2.1359167098999023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.2,0.13044480085372925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.01,0.2768127918243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.2,3.5120574951171877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.2,0.13729920387268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.01,0.3328448057174683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.01,0.07244160175323486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.2,0.1483199954032898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.01,0.4341695785522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.2,8.583833312988281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.01,0.07679359912872315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.2,0.1592128038406372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.01,0.5311359882354736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.01,0.07286400198936463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.2,0.17669119834899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.01,0.7200128078460694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.01,0.0700160026550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.2,0.19384959936141968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.01,0.8716992378234864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.01,0.0917952001094818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.2,0.18365440368652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.01,1.2530431747436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.01,0.10374399423599243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.2,0.22172799110412597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.01,0.12715519666671754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.01,1.730112075805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.2,0.23155200481414795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.2,0.0629696011543274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.01,0.1313088059425354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.2,0.28440959453582765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.01,2.138764762878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.2,0.07389439940452576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.01,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.2,0.3453887939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.2,0.05886719822883606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.01,0.13833600282669067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.01,3.2513790130615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.2,0.4552127838134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.2,0.06469759941101075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.01,0.14977920055389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.2,0.539731216430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.01,6.774861145019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.01,0.15411200523376464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.2,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.2,0.749235200881958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.01,0.16552319526672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.2,0.12435840368270874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.01,0.17555840015411378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.2,0.9395071983337402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.01,0.19204479455947876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.2,1.4256640434265138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.2,0.1360640048980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.01,0.19931520223617555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.2,1.951296043395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.01,0.21339519023895265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.2,0.13886719942092896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.01,0.25327999591827394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.01,0.056454402208328244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.2,0.14926719665527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.2,2.3753215789794924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.01,0.2829632043838501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.2,0.16011519432067872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.2,3.7783233642578127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.01,0.3672127962112427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.2,0.16784640550613403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.01,0.06786559820175171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.2,0.18107520341873168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.01,0.3970367908477783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.2,8.352249908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.2,0.1916159987449646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.01,0.541267204284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.01,0.10374399423599243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.2,0.20366079807281495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.01,0.12039680480957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.01,0.6330111980438232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.01,0.1523519992828369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.2,0.21448960304260253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.01,0.9259455680847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.01,0.16126079559326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.2,0.2592384099960327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.01,1.1115327835083009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.01,0.17177599668502808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.2,0.297760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.01,1.6153663635253905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.01,0.17107839584350587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.2,0.3732800006866455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.01,2.099020767211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.01,0.18138240575790404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.2,0.4057151794433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.2,0.06906880140304565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.01,0.19400960206985474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.01,2.6461824417114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.2,0.5936384201049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.2,0.06515200138092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.01,0.20122239589691163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.2,0.07742720246315002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.2,0.679750394821167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.01,4.020588684082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.01,0.22225921154022216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.2,0.0927232027053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.2,0.9455231666564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.01,0.2385792016983032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.01,8.520819091796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.2,1.1777407646179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.01,0.2544703960418701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.2,0.15189119577407836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.2,1.804128074645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.01,0.2691839933395386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.2,0.1634752035140991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.01,0.3180351972579956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.2,2.407468795776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.2,0.16242560148239135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.01,0.352512001991272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.2,0.1670016050338745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.2,3.307129669189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.01,0.4762303829193115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.2,0.1866943955421448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.01,0.5231616020202636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.2,4.561062240600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.2,0.18907519578933715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.05852800011634827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.01,0.7497600078582763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.2,0.20452480316162108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.0637503981590271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.2,10.202547454833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.01,0.8879679679870606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.2,0.2220736026763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.07496320009231568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.01,1.285548782348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.2,0.24431359767913818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.10261119604110717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.13227519989013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.01,1.5741824150085448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.2,0.25582079887390136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.17052160501480101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.2,0.27453439235687255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.01,2.3373952865600587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.22960638999938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.2,0.31894400119781496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.01,3.129452705383301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.24072320461273194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.2,0.3665600061416626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.05675519704818725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.24910080432891846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.01,3.8262271881103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.2,0.4676544189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.06584320068359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.2531519889831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.074099200963974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.2,0.5666624069213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.27991681098937987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.01,6.187116622924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.09816960096359253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.2931135892868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.2,0.7690879821777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.12343679666519165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.31487360000610354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.2,0.9132800102233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.01,12.216429138183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.3511615991592407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.14744319915771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.2,1.3628224372863769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.3803584098815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.2196352005004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.2,1.6526592254638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.4127808094024658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.22775039672851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.2,2.5036991119384764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.3907840013504028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.23452160358428956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.45781121253967283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.2475264072418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.2,3.1461759567260743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.5261248111724853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.26550400257110596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.055244797468185426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.2,4.267007827758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.2852799892425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.6566847801208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.046374401450157164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.8116095542907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.30021119117736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.2,6.155487823486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.04035840034484863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,1.1337344169616699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.32899839878082277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.04720639884471893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.3494784116744995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,1.4541248321533202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.2,13.432992553710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.04796159863471985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.3778815984725952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,2.150079917907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.05015040040016174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.40434560775756834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.051667201519012454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,2.686412811279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.05289599895477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.4680319786071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,3.9454273223876952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.05493119955062866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.5315072059631347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.055795198678970336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,5.1756736755371096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.6761407852172852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.06026880145072937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.061408001184463504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.826144027709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,6.410514831542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.05470719933509827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.06529279947280883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.040191999077796935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,1.144057559967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,9.484806060791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.06289280056953431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.04145280122756958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,1.45416316986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.06935679912567139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.04322560131549835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,2.164499282836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.07349759936332703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.04251520037651062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,20.583001708984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,2.6918207168579102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.07890560030937195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.05268480181694031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.08831359744071961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.05221760272979736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,3.958278274536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.11932159662246704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.05311359763145447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,5.170150375366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.05451520085334778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.13617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.054636800289154054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.1617087960243225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,6.411225891113281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.06166399717330932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.2412287950515747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.01,0.05620480179786682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.0630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,9.766060638427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.01,0.048556798696517946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.2609472036361694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.0643775999546051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.01,0.03774079978466034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,0.3546623945236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.06686720252037048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.01,0.038624000549316403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,20.83100128173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,0.5881087779998779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.07329279780387879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.01,0.04395520091056824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,0.7706240177154541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.01,0.05245440006256104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.085343998670578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.01,0.053311997652053834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.08141440153121948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,0.8854080200195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.01,0.052160000801086424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.09996160268783569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,1.1219903945922851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.01,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.12996480464935303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.01,0.054611200094223024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,2.0626623153686525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.1706112027168274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.01,0.060262399911880496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.2,0.05619840025901794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.21313920021057128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.01,0.06287360191345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.2,0.04287999868392944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,3.847788619995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.01,0.06516479849815368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.293939208984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.2,0.03790079951286316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.01,0.0627135992050171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.36900479793548585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.2,0.039084801077842714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.01,0.07233920097351074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,0.536684799194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.2,0.04197759926319122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.01,0.07817599773406983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.01,0.08691840171813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.2,0.050835198163986205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,0.6156544208526611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.01,0.10894080400466918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.2,0.05303040146827698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,1.0124608039855958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.01,0.0469184011220932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.01,0.11253119707107544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.2,0.05338240265846252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.01,0.14300160408020018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.01,0.03966720104217529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,1.7026496887207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.01,0.16878080368041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.01,0.042719998955726625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,2.0466304779052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.2,0.05518720149993896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.01,0.21479039192199706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.01,0.04154880046844482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.2,0.06033920049667359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.01,0.24060800075531005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,3.5563392639160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.01,0.04514560103416443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.2,0.061484801769256595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.01,0.37043840885162355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.01,0.05229439735412598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.2,0.06581119894981384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.01,0.42151679992675783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,7.449868774414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.01,0.05077120065689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.2,0.07230719923973083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.01,0.6843647956848145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.01,0.05321599841117859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.2,0.07645440101623535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.01,0.8056639671325684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.01,0.05514879822731018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.2,0.08586239814758301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.01,1.0966272354125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.01,0.05553280115127564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.2,0.09164800047874451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.2,0.11152000427246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.01,0.0584384024143219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.01,1.6211135864257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.01,0.06609920263290406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.2,0.1168768048286438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.2,0.04849919974803925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.01,3.9242176055908202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.01,0.06874880194664001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.2,0.041152000427246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.2,0.15781760215759277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.01,0.06970239877700805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.2,0.1664576053619385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.2,0.043507200479507444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.01,0.07568640112876893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.2,0.23057920932769777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.2,0.04080640077590943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.01,0.08331519961357117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.2,0.3106559991836548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.2,0.04047360122203827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.01,0.08691840171813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.2,0.052275198698043826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.2,0.42515201568603517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.01,0.10479999780654907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.01,0.044588801264762876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.2,0.05354239940643311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.2,0.6924352169036865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.01,0.12839679718017577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.01,0.040191999077796935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.2,0.054585599899291994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.2,0.8410752296447754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.01,0.04374400079250336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.01,0.16531200408935548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.2,0.05568640232086182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.2,1.071724796295166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.01,0.04567680060863495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.01,0.1660223960876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.2,0.05566080212593079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.01,0.04627200067043304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.2,1.6187200546264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.01,0.2694463968276978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.2,0.06053119897842407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.01,0.05602560043334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.01,0.05777279734611511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.01,0.2790656089782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.2,0.06738560199737549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.2,2.747532844543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.01,0.05916799902915955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.2,0.07018240094184876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.01,0.40762882232666015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.01,0.06116480231285095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.2,6.213401412963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.2,0.07247999906539918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.01,0.5318719863891601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.01,0.06485120058059693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.2,0.07889919877052307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.01,0.07087360024452209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.01,0.6694079875946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.01,0.07622399926185608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.2,0.08440319895744323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.01,0.8784000396728515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.01,0.07836160063743591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.01,1.3055999755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.01,0.08172799944877625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.2,0.10913280248641968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.01,0.09439359903335572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.2,0.1406272053718567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.2,0.04469760060310364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.01,1.830303955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.01,0.09819520115852357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.2,0.18229119777679442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.2,0.03829120099544525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.01,0.11114879846572875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.01,4.190707015991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.2,0.1785599946975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.2,0.04079999923706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.01,0.14525439739227294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.2,0.0440064013004303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.2,0.26090240478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.01,0.14948480129241942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.2,0.045337599515914914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.2,0.3167232036590576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.01,0.19338239431381227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.2,0.05613440275192261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.2,0.4860095977783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.01,0.212774395942688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.2,0.05728639960289002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.01,0.32027521133422854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.2,0.5513408184051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.2,0.061868798732757566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.01,0.03964160084724426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.01,0.33315839767456057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.2,0.8380288124084473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.2,0.06204800009727478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.01,0.04287360012531281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.01,0.5641088008880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.2,0.06501759886741638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.2,1.2079296112060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.01,0.04611839950084686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.01,0.6738111972808838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.2,0.0698303997516632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.01,0.05057280063629151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.2,1.7197568893432618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.01,0.9597696304321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.2,0.07552000284194946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.01,0.05322239995002746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.2,2.616473579406738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.2,0.07640960216522216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.01,1.336473560333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.01,0.06773120164871216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.2,0.07908480167388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.01,0.06956160068511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.01,1.4628095626831055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.2,6.134751892089843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.2,0.08590720295906067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.01,0.07207040190696716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.01,2.5668031692504885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.2,0.0911616027355194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.01,0.075135999917984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.2,0.10428800582885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.01,0.07835519909858704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.01,5.870880126953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.2,0.12189439535140992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.01,0.08615679740905761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.2,0.15911680459976196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.01,0.09139840006828308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.2,0.21086719036102294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.2,0.04069760143756866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.01,0.09510400295257568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.2,0.21898241043090821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.2,0.03934719860553741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.01,0.09915519952774048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.2,0.35798399448394774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.2,0.042028799653053284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.01,0.10941439867019653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.2,0.4078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.039366400241851805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.2,0.048172798752784726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.01,0.11798399686813354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.2,0.6133120059967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.04368639886379242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.2,0.053414398431777955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.01,0.13740160465240478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.2,0.7409215927124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.054124802350997925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.2,0.06727679967880248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.05750399827957153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.2,0.06972159743309021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.2,1.058803176879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.01,0.23091840744018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.0680191993713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.2,0.07485439777374267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.01,0.29998719692230225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.2,1.3616127967834473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.2,0.07681919932365418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.01,0.3240000009536743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.2,2.0250175476074217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.09578239917755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.2,0.08133119940757752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.01,0.49045119285583494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.10165760517120362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.2,2.8526336669921877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.2,0.09066879749298096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.10580480098724365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.01,0.5307839870452881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.2,0.09207680225372314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.10730880498886108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.01,0.8179967880249024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.2,7.390662384033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.2,0.09708799719810486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.12040319442749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.01,0.963315200805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.2,0.0979968011379242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.12712960243225097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.2,0.1103935956954956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.01,1.5222847938537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.1369279980659485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.2,0.11518080234527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.01,1.9311424255371095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.1386304020881653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.2,0.14230400323867798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.15612800121307374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.01,2.5086912155151366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.2,0.18764159679412842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.040582400560379026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.16892800331115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.2,0.24031360149383546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.234604811668396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.04411520063877106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.01,3.8216320037841798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.2,0.3103487968444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.29838080406188966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.051596802473068235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.2,0.3575295925140381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.33355519771575926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.01,7.9232124328613285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.055404800176620486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.2,0.5005504131317139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.4212992191314697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.06320639848709106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.09215360283851623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.5896512031555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.2,0.5313024044036865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.09528319835662842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.7923967838287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.2,0.7931456089019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.8968000411987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.2,1.0457344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.10770560503005981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,1.3404352188110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.2,1.8273792266845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.11149439811706544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,1.6544576644897462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.12275840044021606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.2,2.1474176406860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.12936960458755492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,2.4784063339233398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.2,2.6428672790527346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.1379583954811096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,3.1959360122680662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.1410752058029175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.2,4.018028640747071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,3.988582229614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.15616639852523803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.0992959976196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.16806399822235107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,5.920998382568359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.0715071976184845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.2,8.70579833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.2023360013961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.0793727993965149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.252889609336853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,12.861599731445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.31852800846099855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.08647680282592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.39944961071014407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.09941120147705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.5870463848114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.1033471941947937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.7940159797668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.10368000268936158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.10957440137863159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.9150591850280761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.11023999452590942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,1.3674431800842286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.11980160474777221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,1.669856071472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.12176640033721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.12502399682998658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,2.4874431610107424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.01,0.10744320154190064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.1153216004371643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.1250048041343689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.01,0.09546239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,3.2512191772460937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.07111679911613464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.1345471978187561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.01,0.0636672019958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.07247359752655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.1484992027282715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,4.053676986694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.01,0.07382400035858154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.07515519857406616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.15504640340805054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.01,0.08138880133628845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,6.189318466186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.08526719808578491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.01,0.09880319833755494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.2036736011505127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.10081919431686401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.01,0.09747200012207032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,13.247795104980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.26338560581207277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.10047999620437623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.10895999670028686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.3230400085449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.01,0.10379519462585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.1091647982597351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.01,0.11088000535964966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,0.3961983919143677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.01,0.11419520378112794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.10889600515365601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,0.4869823932647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.01,0.11703039407730102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.12253439426422119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,0.6568448066711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.01,0.12033920288085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.13093760013580322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,0.8752639770507813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.01,0.12932480573654176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.13672959804534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.01,0.14230400323867798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,1.3086912155151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.13309439420700073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.01,0.14599039554595947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.2,0.061299198865890504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,1.6838272094726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.14926079511642457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.01,0.15516799688339233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.2,0.06674559712409973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.15150079727172852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.01,0.17467520236968995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,2.3871360778808595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.2,0.06783999800682068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.15984640121459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.01,0.1964095950126648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.2,0.07805439829826355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,3.3374847412109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.18995840549468995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.01,0.23863039016723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.2,0.09742079973220825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.22391040325164796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.01,0.27937281131744385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.2,0.10331519842147827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,6.688864135742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.32074880599975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.01,0.3566080093383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.2,0.10412800312042236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.3394047975540161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.2,0.09968000054359435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.01,0.49538559913635255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.2,0.10661120414733886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,0.5188416004180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.01,0.6669375896453857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.2,0.11160320043563843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,0.5910143852233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.01,0.8847040176391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.2,0.11678080558776856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,0.9613568305969238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.01,1.286464023590088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.2,0.12167680263519287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,1.1519359588623046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.2,0.13375359773635864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.01,1.3650815963745118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.01,0.07976319789886474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,1.6843263626098632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.2,0.1348479986190796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.01,0.08323839902877808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.01,1.958336067199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.2,0.14869760274887084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.01,0.06177279949188232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,2.48155517578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.01,3.0274368286132813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.2,0.1520640015602112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.01,0.06910719871520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,3.5770111083984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.2,0.17953920364379883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.01,0.08041599988937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.01,5.886124801635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.2,0.21106560230255128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,6.128620910644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.01,0.09684479832649232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.2,0.2803839921951294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.01,0.09836800098419189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.2,0.31631999015808104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.01,0.10357760190963745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,11.114745330810546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.2,0.4474175930023193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.01,0.10152959823608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.2,0.5313151836395263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.01,0.1065343976020813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.2,0.8046784400939941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.01,0.1128383994102478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.01,0.12247680425643921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.2,1.1071167945861817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.01,0.12551679611206054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.2,0.06815999746322632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.2,1.4570112228393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.2,0.06026880145072937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.2,1.8893823623657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.01,0.07169920206069946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.2,0.0642687976360321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.01,0.15879679918289186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.2,2.8225215911865233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.2,0.07528960108757018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.01,0.1618880033493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.01,0.061868798732757566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.2,0.096806401014328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.2,4.366924667358399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.01,0.19879679679870604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.01,0.0699455976486206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.2,0.09946240186691284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.01,0.21193599700927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.01,0.08142079710960388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.2,0.10395519733428955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.2,9.129094696044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.01,0.26645760536193847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.2,0.1077888011932373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.2,0.11025919914245605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.01,0.2980031967163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.01,0.1092352032661438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.2,0.11696000099182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.01,0.11212799549102784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.01,0.3975167989730835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.2,0.12263679504394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.01,0.11531519889831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.01,0.49621119499206545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.2,0.13167359828948974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.01,0.11987199783325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.01,0.709113597869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.2,0.12848639488220215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.01,0.12910720109939575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.2,0.07203840017318726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.01,0.8937536239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.2,0.14479360580444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.01,0.13836159706115722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.2,0.06313599944114685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.01,1.324448013305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.2,0.14835840463638306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.01,0.1429695963859558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.2,0.06154239773750305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.2,0.16743680238723754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.01,1.536409568786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.01,0.15130239725112915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.2,0.06477439999580384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.2,0.2079296112060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.01,1.9551488876342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.2,0.07616639733314515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.2,0.22664320468902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.01,0.17662719488143921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.2,0.10459519624710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.2,0.2850879907608032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.01,3.4392063140869142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.01,0.18014719486236572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.2,0.10673919916152955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.2,0.3405247926712036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.01,0.20976641178131103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.2,0.11282559633255004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.01,6.607526397705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.2,0.46183037757873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.01,0.25710721015930177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.2,0.11783679723739623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.2,0.5147327899932861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.01,0.31982080936431884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.2,0.12327680587768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.2,0.7647488117218018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.01,0.3852351903915405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.2,0.13138560056686402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.2,0.9562047958374024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.01,0.5251008033752441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.2,0.13950079679489136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.2,1.3979647636413575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.01,0.5849472045898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.2,0.14767999649047853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.2,1.893939208984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.2,0.15427199602127076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.01,0.06653439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.01,0.868115234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.2,2.37512321472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.2,0.16892800331115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.01,0.06982399821281433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.01,1.0482751846313476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.2,0.1825279951095581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.01,0.06621440052986145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.2,3.789164733886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.01,1.4657471656799317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.2,0.18748159408569337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.01,0.073990398645401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.01,2.033228874206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.2,0.22517120838165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.2,9.928230285644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.01,0.09252480268478394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.2,0.2557248115539551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.01,2.4737855911254885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.01,0.12172800302505493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.2,0.32540159225463866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.01,0.12650879621505737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.01,4.171231842041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.2,0.40113282203674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.01,0.13882880210876464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.01,0.14162559509277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.2,0.5274752140045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.01,8.299174499511718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.01,0.150271999835968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.2,0.6691391944885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.01,0.15788160562515258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.2,0.9441023826599121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.01,0.16673280000686647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.2,1.1937536239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.01,0.17621760368347167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.2,0.06656640172004699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.2,1.6233024597167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.01,0.1913856029510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.2,0.07399680018424988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.01,0.20521600246429444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.2,2.383571243286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.2,0.08430079817771911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.06042240262031555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.01,0.22673919200897216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.2,0.12289919853210449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.07379840016365051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.2,2.9253376007080076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.2,0.13295359611511232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.01,0.2136320114135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.07406079769134521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.2,0.13439359664916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.2,4.467257690429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.01,0.26074240207672117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.0889024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.2,0.1456063985824585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.01,0.34339840412139894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.10454399585723877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.2,0.1506880044937134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.2,11.092384338378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.01,0.4546112060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.2,0.16500480175018312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.15663360357284545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.01,0.595417594909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.2,0.17511680126190185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.1677183985710144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.2,0.18661119937896728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.01,0.8527935981750489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.1766144037246704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.2,0.19235199689865112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.01,0.8686528205871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.1870527982711792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.2,0.21327359676361085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.1943295955657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.01,1.2970687866210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.2,0.22783360481262208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.2069375991821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.06154239773750305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.2,0.26855039596557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.01,1.546412754058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.21801600456237794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.06693120002746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.2,0.33898880481719973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.01,2.3142463684082033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.2315392017364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.2,0.34767999649047854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.01,2.765158462524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.2513024091720581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.2,0.4454592227935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.08484479784965515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.10067839622497558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.2,0.5474624156951904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.2726720094680786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.01,3.5506431579589846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.2,0.7356991767883301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.15397119522094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.29351680278778075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.01,5.375328063964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.169376003742218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.2,0.9457344055175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.33509120941162107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.17582080364227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.2,1.3311424255371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.41614718437194825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.01,11.403654479980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.19089920520782472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.2,1.5199487686157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.5304959774017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.19879679679870604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.709772777557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.2,2.5221567153930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.21144320964813232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.8166208267211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.2,3.0308223724365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.2223423957824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,1.1036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.2441920042037964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.2,3.9669822692871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.25153279304504395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,1.3522879600524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.2765376091003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.2,5.849311828613281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,2.008211135864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.2950272083282471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,2.3994815826416014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.3348160028457642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.2,12.763673400878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.421446418762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,3.543743896484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.5481088161468506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,4.371360015869141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.7245888233184814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.1356160044670105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.8246208190917969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,5.3942207336425785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.16770559549331665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,1.1199040412902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,1.2537535667419433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.16928000450134278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,9.24456329345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.8396799087524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.07917439937591553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.11707520484924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,2.4290815353393556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,18.268019104003905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.12289279699325562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,3.584588623046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.13052159547805786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,4.392473602294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.14632320404052734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.13597439527511596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.15991679430007935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,5.485177612304687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.17967360019683837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.15434880256652833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.15026559829711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,9.575743865966796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.16592639684677124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.08558080196380616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.16520960330963136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.1034559965133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.17793279886245728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,18.581459045410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.1250432014465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.01,0.0906112015247345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.17702399492263793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.12948479652404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.01,0.1294592022895813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.19495680332183837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.14829440116882325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.01,0.16858240365982055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.19363839626312257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.1362496018409729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.01,0.07490559816360473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.15237760543823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.20300159454345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.01,0.09479680061340331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.14855680465698243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.24316799640655518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.1625920057296753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.01,0.11912319660186768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.2515007972717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.16336640119552612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.01,0.12550400495529174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.28614399433135984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.2,0.09216639995574952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.18286720514297486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.01,0.14461439847946167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.35635199546813967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.2,0.12863999605178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.1919808030128479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.01,0.15909759998321532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.21166720390319824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,0.45290241241455076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.2,0.09891200065612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.01,0.15093120336532592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.22080640792846679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.2,0.0782144010066986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,0.5039487838745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.01,0.15841280221939086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.2572160005569458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.2,0.08822399973869324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,0.7113791942596436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.27254400253295896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.01,0.1598847985267639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.2,0.10636800527572632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,0.8858240127563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.3366528034210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.01,0.16248320341110228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.2,0.1129472017288208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,1.3080191612243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.37576320171356203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.01,0.1737920045852661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.2,0.13865599632263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,0.4979712009429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,1.5483776092529298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.01,0.18881280422210694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.2,0.14357119798660278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,0.5831488132476806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.01,0.19942400455474854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,1.9493696212768554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.2,0.1518399953842163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,0.858739185333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.01,0.22481920719146728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.2,0.1466431975364685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,3.091187286376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,1.0381695747375488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.01,0.2738048076629639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.2,0.15242880582809448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,1.7014911651611329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.2,0.1655743956565857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.01,0.2574592113494873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,6.312928009033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,2.1697792053222655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.01,0.3068543910980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.2,0.18468480110168456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.01,0.34079999923706056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,2.4020544052124024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.2,0.19814399480819703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.01,0.4354112148284912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,3.8576961517333985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.2,0.21905920505523682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.01,0.5097343921661377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.2,0.2811840057373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.01,0.6849728107452393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,8.322624206542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.2,0.27041919231414796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.01,0.8917695999145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.01,0.07589759826660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.2,0.33616640567779543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.01,1.3182144165039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.01,0.0908415973186493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.2,0.36596479415893557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.01,0.13269120454788208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.2,0.47265281677246096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.01,1.6129344940185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.01,0.070796799659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.2,0.5275904178619385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.01,1.9322751998901366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.01,0.08849279880523682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.2,0.7449215888977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.01,3.101299285888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.01,0.11315200328826905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.2,0.0751039981842041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.2,0.983897590637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.01,0.12475520372390747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.2,0.09349759817123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.2,1.3574912071228027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.01,6.734079742431641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.2,0.08078719973564148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.01,0.1427135944366455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.2,1.9385152816772462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.2,0.06937599778175355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.01,0.155840003490448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.2,0.08220160007476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.2,2.2873600006103514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.01,0.1575935959815979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.2,0.10682879686355591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.01,0.15340160131454467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.2,3.680953598022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.2,0.11889920234680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.01,0.16449919939041138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.2,0.13963520526885986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.2,8.022828674316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.01,0.1746559977531433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.2,0.14435839653015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.01,0.06462720036506653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.01,0.1832576036453247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.2,0.14309120178222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.01,0.07691519856452941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.01,0.20241920948028563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.2,0.15538560152053832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.01,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.2,0.1680448055267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.01,0.2091520071029663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.01,0.06718720197677612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.2,0.18027520179748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.01,0.22640640735626222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.01,0.08946560025215149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.2,0.19271680116653442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.01,0.26917760372161864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.2,0.06385279893875122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.2,0.19923839569091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.01,0.12016639709472657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.01,0.2639807939529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.2,0.20913920402526856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.2,0.07853440046310425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.01,0.13108479976654053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.01,0.3109503984451294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.2,0.232422399520874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.2,0.07291520237922669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.01,0.1552191972732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.01,0.35779199600219724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.2,0.26226561069488524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.2,0.07200639843940734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.01,0.16179840564727782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.01,0.46793599128723146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.2,0.2954943895339966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.2,0.08762879967689514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.01,0.167193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.01,0.5773952007293701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.2,0.337446403503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.2,0.1131327986717224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.01,0.17968640327453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.2,0.38798720836639405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.01,0.7479040145874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.2,0.1210368037223816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.01,0.18517119884490968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.2,0.5157631874084473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.01,1.0206720352172851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.2,0.14899840354919433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.01,0.18919039964675904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.2,0.6136320114135743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.2,0.15729279518127443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.01,1.4087103843688964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.2,0.7922239780426026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.01,0.20324480533599854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.2,0.15758719444274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.01,1.8610048294067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.2,1.132806396484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.01,0.21690239906311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.2,0.17144960165023804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.01,0.24186880588531495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.2,1.5350272178649902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.01,2.082534408569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.2,0.18623360395431518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.01,0.26292479038238525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.2,2.029171180725098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.2,0.19155839681625367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.01,3.3832958221435545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.01,0.3119679927825928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.2,0.2082240104675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.2,2.2840448379516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.01,0.31563520431518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.2,0.2294464111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.01,6.847341156005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.2,3.9360321044921873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.01,0.40266242027282717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.2,0.2369920015335083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.2,0.256710410118103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.01,0.4599487781524658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.2,8.618720245361327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.2,0.31138560771942136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.01,0.597760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.2,0.3256959915161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.01,0.6896895885467529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.2,0.4114880084991455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.01,0.9646143913269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.2,0.4802559852600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.01,0.05682560205459595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.01,1.2371839523315429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.2,0.6214975833892822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.01,0.07162240147590637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.01,1.7527999877929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.2,0.7564095973968505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.01,0.08951680064201355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.2,0.05694720149040222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.01,2.390860748291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.2,0.9790528297424317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.01,0.08268160223960877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.2,0.07108479738235474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.2,1.2721343994140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.01,3.0170560836791993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.01,0.1119488000869751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.2,0.07108479738235474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.01,0.14194560050964355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.2,0.08227840065956116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.2,2.0023231506347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.01,4.316511917114258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.2,0.10822399854660034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.01,0.1583616018295288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.2,2.354969596862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.2,0.13331199884414674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.01,0.19088640213012695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.01,8.490335845947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.2,3.369337463378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.2,0.1489408016204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.01,0.20480639934539796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.2,0.1887935996055603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.2,4.765401458740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.01,0.21188480854034425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.2,0.19381120204925537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.01,0.21843841075897216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.2,0.19937280416488648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.2,9.515564727783204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.01,0.22734720706939698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.2,0.2159872055053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.01,0.24208641052246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.2,0.23245439529418946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.05859839916229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.2,0.2506752014160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.01,0.25448319911956785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.06652799844741822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.2,0.2684031963348389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.01,0.2832191944122314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.08561279773712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.2,0.28709120750427247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.01,0.29960319995880125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.2,0.30935680866241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.09889280200004577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.01,0.3333888053894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.06096640229225159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.2,0.3455039978027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.1522112011909485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.01,0.3907583951950073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.2,0.40062718391418456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.19178240299224852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.01,0.4121856212615967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.2,0.42942080497741697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.08128640055656433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.22458240985870362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.01,0.5153535842895508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.2,0.5426496028900146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.09964159727096558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.285862398147583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.01,0.6333759784698486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.2,0.6739264011383057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.132096004486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.29212160110473634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.2,0.8771072387695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.01,0.8521408081054688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.17943040132522584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.3065664052963257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.2,0.9696191787719727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.21427199840545655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.01,0.9813440322875977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.3290047883987427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.2,1.3691840171813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.27125120162963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.01,1.3279232025146483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.3360640048980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.2,1.7351232528686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.28195838928222655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.36394879817962644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.01,1.6737152099609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.29599359035491946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.2,2.5432512283325197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.3950079917907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.01,2.494553565979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.32309119701385497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.2,3.373139190673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.42527360916137696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.01,3.24200325012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.3355711936950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.4506368160247803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.2,4.01971206665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.35382399559020994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.01,4.097401428222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.49663357734680175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.39530239105224607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.2,6.672441864013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.6041152000427246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.01,6.495526123046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.4228096008300781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.6367231845855713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.4469696044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.2,13.72870330810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.7725567817687988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.01,12.510470581054687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.49149441719055176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.9870143890380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.5902719974517823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,1.2972543716430665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.6409088134765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,1.5360960006713866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.775110387802124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,2.265670394897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,1.0060480117797852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,1.340006446838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,2.809459114074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.575545597076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,4.1136127471923825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,2.2885183334350585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,5.285663986206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,2.8520063400268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,6.565945434570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,4.154956817626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,10.105343627929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,5.339539337158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,6.622873687744141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,20.25628204345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,10.568236541748046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,21.896211242675783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,power_law_1.01,0.15634560585021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,power_law_1.01,0.14780800342559813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,power_law_1.01,0.09659519791603088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,power_law_1.01,0.09799039959907532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,power_law_1.01,0.1150272011756897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,power_law_1.01,0.12668800354003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,power_law_1.01,0.13639039993286134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,power_law_1.01,0.134879994392395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,power_law_1.01,0.13705600500106813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,power_law_1.01,0.13626879453659058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,power_law_1.01,0.14978560209274291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,power_law_1.01,0.16009600162506105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,power_law_1.2,0.15699199438095093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,power_law_1.01,0.162336003780365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,power_law_1.2,0.15121920108795167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,power_law_1.01,0.17993600368499757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,power_law_1.2,0.08812159895896912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,power_law_1.01,0.20456318855285643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,power_law_1.2,0.0965503990650177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,power_law_1.01,0.14012800455093383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,power_law_1.01,0.23279359340667724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,power_law_1.2,0.10578559637069702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,power_law_1.01,0.21054720878601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,power_law_1.01,0.1577407956123352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,power_law_1.2,0.12696319818496704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,power_law_1.01,0.24176640510559083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,power_law_1.2,0.13809280395507811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,power_law_1.01,0.09334400296211243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,power_law_1.2,0.13511680364608764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.2736255884170532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,power_law_1.01,0.09015679955482483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,power_law_1.2,0.13292800188064574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.3515455961227417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,power_law_1.2,0.13969919681549073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,power_law_1.01,0.12742400169372559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,power_law_1.2,0.15499520301818848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.4301119804382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,power_law_1.01,0.1380031943321228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,power_law_1.2,0.165555202960968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.5408127784729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,power_law_1.2,0.11376639604568481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,power_law_1.2,0.16844799518585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,power_law_1.01,0.13640960454940795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,power_law_1.2,0.19610240459442138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.7002687931060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,power_law_1.2,0.14610559940338136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,power_law_1.01,0.13457920551300048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,power_law_1.2,0.2238464117050171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,power_law_1.01,0.13714560270309448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,power_law_1.2,0.08044160008430482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,power_law_1.01,1.0077759742736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,power_law_1.2,0.22854399681091309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,power_law_1.01,0.15531519651412964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,power_law_1.2,0.21326720714569092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,power_law_1.2,0.10267519950866699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,power_law_1.01,1.3557375907897948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,power_law_1.2,0.2866175889968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,power_law_1.2,0.11246720552444459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.3085504055023193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,power_law_1.01,1.9310976028442384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,power_law_1.01,0.16911360025405883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,power_law_1.2,0.1274623990058899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.395577597618103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,power_law_1.01,0.17819520235061645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,power_law_1.2,0.13711999654769896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.4842239856719971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,power_law_1.01,2.6471488952636717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,power_law_1.01,0.18250880241394044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.6593599796295166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,power_law_1.2,0.13595520257949828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,power_law_1.01,3.111871910095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,power_law_1.2,0.8366656303405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,power_law_1.01,0.20760319232940674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,power_law_1.2,0.13633919954299928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,power_law_1.2,1.2367232322692872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,power_law_1.2,0.1406399965286255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,power_law_1.01,0.20147840976715087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,32,power_law_1.01,5.463340759277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,power_law_1.2,1.7070655822753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,power_law_1.2,0.15440640449523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,power_law_1.01,0.2385727882385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,power_law_1.2,2.670124816894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,power_law_1.2,0.16024960279464723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,power_law_1.01,0.2554944038391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,32,power_law_1.01,10.646502685546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,power_law_1.2,3.684467315673828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,power_law_1.2,0.17335679531097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,power_law_1.01,0.3155200004577637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,power_law_1.2,4.2200065612792965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,power_law_1.2,0.18178559541702272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,power_law_1.01,0.43099517822265626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,power_law_1.01,0.553875207901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,power_law_1.2,0.19788800477981566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,32,power_law_1.2,6.848242950439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,power_law_1.01,0.6545407772064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,power_law_1.2,0.20376958847045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,power_law_1.2,0.2157952070236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,power_law_1.01,0.842841625213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,32,power_law_1.2,16.646630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,power_law_1.2,0.266483211517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,power_law_1.01,1.0225855827331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,power_law_1.2,0.29119999408721925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,power_law_1.01,1.495967960357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,power_law_1.2,0.3347071886062622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,power_law_1.2,0.45562238693237306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,power_law_1.01,2.147161674499512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,power_law_1.2,0.5889408111572265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,power_law_1.01,2.4152511596679687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,power_law_1.2,0.7892223834991455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,power_law_1.2,0.9873600006103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,16,power_law_1.01,4.068518447875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,power_law_1.2,1.2187840461730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,power_law_1.2,1.8823551177978515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,16,power_law_1.01,8.846707153320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,power_law_1.2,2.5562944412231445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,power_law_1.2,3.02030086517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,16,power_law_1.2,5.800870513916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,16,power_law_1.2,12.539379119873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,power_law_1.01,0.09881600141525268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,power_law_1.01,0.12780799865722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,power_law_1.01,0.09664000272750854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,power_law_1.01,0.09510400295257568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,power_law_1.01,0.11805440187454223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,power_law_1.01,0.1296512007713318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,power_law_1.2,0.0985152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,power_law_1.01,0.15418239831924438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,power_law_1.2,0.12780799865722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,power_law_1.01,0.159660804271698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,power_law_1.2,0.0833791971206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,power_law_1.01,0.17006720304489137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,power_law_1.2,0.09737600088119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,power_law_1.01,0.16533119678497316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,power_law_1.2,0.11730560064315795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,power_law_1.01,0.09148160219192505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,power_law_1.01,0.1715775966644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,power_law_1.2,0.1365823984146118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,power_law_1.01,0.10815999507904053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,power_law_1.01,0.1824895977973938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,power_law_1.2,0.15572479963302613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,power_law_1.01,0.1798848032951355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,power_law_1.01,0.09286400079727172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,power_law_1.2,0.15653760433197023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,power_law_1.01,0.19850239753723145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,power_law_1.2,0.15134719610214234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,power_law_1.01,0.09818239808082581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,power_law_1.2,0.16776319742202758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,power_law_1.01,0.2196863889694214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,power_law_1.01,0.1260480046272278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,power_law_1.2,0.17267839908599852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,power_law_1.2,0.09144319891929627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,power_law_1.01,0.23584001064300536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,power_law_1.01,0.14650880098342894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,power_law_1.2,0.17339520454406737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,power_law_1.2,0.10769920349121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,power_law_1.01,0.16655999422073364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,power_law_1.2,0.1928447961807251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,power_law_1.01,0.24029440879821778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,power_law_1.2,0.2114176034927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,power_law_1.2,0.08739200234413147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,power_law_1.01,0.16906239986419677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,power_law_1.01,0.2827264070510864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,power_law_1.2,0.2232192039489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,power_law_1.2,0.09616640210151672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,power_law_1.01,0.1619328022003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,power_law_1.2,0.25372159481048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,power_law_1.01,0.3270143985748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,power_law_1.2,0.25553278923034667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,power_law_1.2,0.11832319498062134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,power_law_1.01,0.17021440267562865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,power_law_1.01,0.36828160285949707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,power_law_1.2,0.30432639122009275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,power_law_1.2,0.13226239681243895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,power_law_1.01,0.17966079711914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,power_law_1.2,0.3176192045211792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,power_law_1.01,0.42301440238952637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,power_law_1.2,0.16878080368041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,power_law_1.2,0.43342080116271975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,power_law_1.01,0.18529280424118041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,power_law_1.01,0.5216320037841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,power_law_1.2,0.16702719926834106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,power_law_1.2,0.4622464179992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,power_law_1.01,0.18843519687652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,power_law_1.2,0.5792960166931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,power_law_1.01,0.6576255798339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,power_law_1.2,0.16859519481658936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,power_law_1.2,0.7410175800323486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,power_law_1.01,0.2139967918395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,power_law_1.2,0.18784639835357667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,power_law_1.01,0.962342357635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,power_law_1.2,0.9848064422607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,power_law_1.01,0.22702720165252685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,power_law_1.2,0.18176640272140504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,power_law_1.01,1.0739711761474608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,power_law_1.2,1.182323169708252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,power_law_1.01,0.251366400718689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,power_law_1.2,0.19185919761657716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,power_law_1.2,1.8796607971191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,power_law_1.01,1.531827163696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,power_law_1.01,0.2698368072509766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,power_law_1.2,0.19568639993667603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,power_law_1.2,2.202739143371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,power_law_1.01,1.9134592056274413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,power_law_1.01,0.3299520015716553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,power_law_1.2,0.2232192039489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,power_law_1.2,2.916275215148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,power_law_1.2,0.24306559562683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,power_law_1.01,0.3448832035064697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,power_law_1.01,2.48919677734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,8,power_law_1.2,3.835558319091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,power_law_1.2,0.25537919998168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,power_law_1.01,0.4475584030151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,power_law_1.2,0.27111680507659913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,8,power_law_1.01,3.6361984252929687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,power_law_1.01,0.4433919906616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,8,power_law_1.2,9.212985229492187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,power_law_1.2,0.3365952014923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,power_law_1.01,0.5874559879302979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,power_law_1.2,0.40381441116333006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,8,power_law_1.01,8.18814697265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,power_law_1.01,0.7331007957458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,power_law_1.2,0.4799039840698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,power_law_1.01,0.9374848365783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,power_law_1.2,0.4780928134918213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,power_law_1.2,0.6380735874176026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,power_law_1.01,1.1752063751220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,power_law_1.2,0.7369919776916504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,power_law_1.01,1.6974271774291991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,power_law_1.2,1.0849087715148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,power_law_1.01,2.0263744354248048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,power_law_1.2,1.1886719703674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,power_law_1.01,2.640518379211426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,power_law_1.2,1.7436031341552733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,power_law_1.2,2.2101375579833986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,4,power_law_1.01,3.9281150817871096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,power_law_1.2,3.030143928527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,4,power_law_1.01,7.665106964111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,4,power_law_1.2,4.609004974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,4,power_law_1.2,8.286105346679687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,power_law_1.01,0.0886847972869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,power_law_1.01,0.09967359900474548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,power_law_1.2,0.08883839845657349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,power_law_1.01,0.09585919976234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,power_law_1.01,0.12259839773178101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,power_law_1.2,0.09802240133285522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,power_law_1.01,0.13761279582977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,power_law_1.2,0.09515519738197327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,power_law_1.01,0.15619200468063354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,power_law_1.2,0.11850880384445191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,power_law_1.01,0.19486080408096312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,power_law_1.2,0.12739200592041017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,power_law_1.01,0.20135679244995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,power_law_1.2,0.15171200037002563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,power_law_1.01,0.2075968027114868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,power_law_1.2,0.1910272002220154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,power_law_1.2,0.1991871953010559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,power_law_1.01,0.22143359184265138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,power_law_1.01,0.2260159969329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,power_law_1.2,0.2056960105895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,power_law_1.01,0.23157119750976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,power_law_1.2,0.21195518970489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,power_law_1.01,0.2398144006729126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,power_law_1.2,0.23053441047668458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,power_law_1.01,0.26099839210510256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,power_law_1.2,0.2339776039123535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,power_law_1.01,0.2742016077041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,power_law_1.2,0.24632959365844725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,power_law_1.01,0.29632000923156737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,power_law_1.2,0.26462080478668215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,power_law_1.01,0.3665152072906494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,power_law_1.2,0.2884160041809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,power_law_1.01,0.44831361770629885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,power_law_1.2,0.3038784027099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,power_law_1.01,0.5447167873382568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,power_law_1.2,0.33678719997406004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,power_law_1.2,0.42368640899658205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,power_law_1.01,0.6747712135314942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,power_law_1.2,0.4862847805023193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,power_law_1.01,0.6458240032196045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,power_law_1.2,0.6153984069824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,power_law_1.01,0.8743103981018067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,power_law_1.2,0.6730495929718018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,power_law_1.01,1.002342414855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,power_law_1.2,0.8777407646179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,power_law_1.01,1.3507519721984864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,power_law_1.2,0.9438336372375489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,power_law_1.01,1.6200960159301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,power_law_1.2,1.2794943809509278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,power_law_1.01,2.252249526977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,power_law_1.2,1.669171142578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,power_law_1.01,2.7781440734863283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,power_law_1.2,2.2813440322875977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,power_law_1.01,3.3397377014160154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,power_law_1.2,2.7687231063842774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,2,power_law_1.01,5.47628173828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,power_law_1.2,3.569606399536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,2,power_law_1.2,5.421049499511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,2,power_law_1.01,10.735910034179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,power_law_1.01,0.07180160284042358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,2,power_law_1.2,11.571692657470702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,power_law_1.01,0.06178560256958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,power_law_1.01,0.05937920212745666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,power_law_1.2,0.06754559874534607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,power_law_1.01,0.05726720094680786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,power_law_1.01,0.05783680081367493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,power_law_1.2,0.056377601623535153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,power_law_1.2,0.05780479907989502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,power_law_1.01,0.06035199761390686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,power_law_1.2,0.05735679864883423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,power_law_1.01,0.05969280004501343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,power_law_1.2,0.05722879767417908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,power_law_1.01,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,power_law_1.2,0.05894399881362915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,power_law_1.01,0.07382400035858154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,power_law_1.2,0.06284160017967225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,power_law_1.01,0.07768959999084472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,power_law_1.01,0.08485119938850402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,power_law_1.2,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,power_law_1.01,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,power_law_1.2,0.07713279724121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,power_law_1.2,0.08260480165481568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,power_law_1.01,0.08935040235519409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,power_law_1.01,0.09285119771957398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,power_law_1.2,0.08492159843444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,power_law_1.2,0.09411839842796325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,power_law_1.01,0.10452480316162109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,power_law_1.2,0.08852480053901672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,power_law_1.2,0.09800959825515747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,power_law_1.01,0.11103999614715576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,power_law_1.2,0.0980351984500885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.13371520042419432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,power_law_1.2,0.10491520166397095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.17053439617156982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,power_law_1.2,0.14134399890899657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.21434879302978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.16862080097198487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.28414719104766845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.21370880603790282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.352838397026062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.2561919927597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,power_law_1.01,0.4806975841522217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,power_law_1.01,0.07505279779434204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.37740159034729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,power_law_1.01,0.6896768093109131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,power_law_1.01,0.06085759997367859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.51211519241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,power_law_1.01,0.05434240102767944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,power_law_1.01,0.9969535827636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,power_law_1.01,0.05793920159339905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,power_law_1.2,0.7479743957519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,power_law_1.2,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,power_law_1.01,0.060838401317596436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,power_law_1.01,1.6951488494873046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,power_law_1.2,1.015878391265869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,power_law_1.2,0.05278080105781555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,power_law_1.01,0.06910079717636108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,power_law_1.01,0.07032319903373718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,power_law_1.01,1.918604850769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,power_law_1.2,0.0565887987613678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,power_law_1.2,1.6068992614746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,power_law_1.01,0.06993280053138733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,power_law_1.2,0.056531202793121335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,power_law_1.01,0.07343360185623168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,32,power_law_1.01,3.080499267578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,power_law_1.2,2.3299072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,power_law_1.2,0.057817602157592775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,power_law_1.01,0.07708799839019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,power_law_1.01,0.0845632016658783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,power_law_1.2,0.0699072003364563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,power_law_1.2,2.6554239273071287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,32,power_law_1.01,5.505299377441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,power_law_1.01,0.08558080196380616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,power_law_1.2,0.06977279782295227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,power_law_1.01,0.09651200175285339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,power_law_1.2,0.07325440049171447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,32,power_law_1.2,4.770028686523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,power_law_1.01,0.08715519905090333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,power_law_1.2,0.07496320009231568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,power_law_1.01,0.0945472002029419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,power_law_1.2,0.07545599937438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,power_law_1.01,0.10393600463867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,32,power_law_1.2,10.40069122314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,power_law_1.2,0.08694400191307068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,power_law_1.01,0.10875519514083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,power_law_1.2,0.08900480270385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,power_law_1.01,0.126803195476532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,power_law_1.2,0.0944703996181488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,power_law_1.01,0.1503424048423767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,power_law_1.2,0.08887680172920227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,power_law_1.01,0.19814399480819703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,power_law_1.2,0.10243840217590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,power_law_1.01,0.20131199359893798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,power_law_1.2,0.10100480318069457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,power_law_1.01,0.2273087978363037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,power_law_1.2,0.1155776023864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,power_law_1.01,0.30079360008239747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,power_law_1.2,0.1374848008155823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,power_law_1.01,0.42548480033874514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,power_law_1.2,0.15459840297698973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,power_law_1.01,0.5555456161499024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,power_law_1.2,0.19818880558013915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,power_law_1.01,0.8586048126220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,power_law_1.2,0.2019263982772827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,power_law_1.01,1.1926783561706542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,power_law_1.2,0.2792191982269287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,power_law_1.01,1.440652847290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,power_law_1.2,0.3799360036849976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,16,power_law_1.01,2.1613759994506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,power_law_1.2,0.6117824077606201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,power_law_1.2,0.8281279563903808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,16,power_law_1.01,5.027884674072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,power_law_1.2,1.074937629699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,power_law_1.2,1.4440383911132812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,power_law_1.2,2.1295551300048827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,power_law_1.01,0.059571200609207155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,power_law_1.01,0.0545087993144989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,16,power_law_1.2,2.652672004699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,power_law_1.01,0.05353599786758423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,power_law_1.01,0.05668479800224304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,power_law_1.2,0.057715201377868654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,16,power_law_1.2,7.966957092285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,power_law_1.01,0.05980799794197082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,power_law_1.01,0.07378559708595275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,power_law_1.2,0.05252479910850525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,power_law_1.2,0.052851200103759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,power_law_1.01,0.07375360131263733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,power_law_1.2,0.055404800176620486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,power_law_1.01,0.07662720084190369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,power_law_1.2,0.058208000659942624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,power_law_1.01,0.07758079767227173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,power_law_1.2,0.07171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,power_law_1.01,0.08004480004310607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,power_law_1.2,0.0735360026359558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,power_law_1.2,0.07396479845046997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,power_law_1.01,0.09150720238685608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,power_law_1.2,0.07760000228881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,power_law_1.01,0.09365760087966919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,power_law_1.2,0.0800000011920929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,power_law_1.01,0.09623680114746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,power_law_1.2,0.08195840120315552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,power_law_1.01,0.10262399911880493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,power_law_1.2,0.093094402551651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,power_law_1.01,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,power_law_1.2,0.09622399806976319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,power_law_1.01,0.11661440134048462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,power_law_1.01,0.13715200424194335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,power_law_1.2,0.1017151951789856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,power_law_1.01,0.16003199815750122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,power_law_1.2,0.10697599649429321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,power_law_1.01,0.19281920194625854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,power_law_1.2,0.12247680425643921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,power_law_1.01,0.19275519847869874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,power_law_1.2,0.1192512035369873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,power_law_1.2,0.1471295952796936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,power_law_1.01,0.26501760482788084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,power_law_1.2,0.16796159744262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,power_law_1.01,0.3172607898712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,power_law_1.2,0.21592960357666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,power_law_1.01,0.41130881309509276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,power_law_1.2,0.2340224027633667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,power_law_1.01,0.523686408996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,power_law_1.2,0.3137727975845337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,power_law_1.01,0.7081408023834228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,power_law_1.2,0.33470079898834226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,power_law_1.01,1.1422656059265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,power_law_1.2,0.4198783874511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,power_law_1.01,1.0944000244140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,power_law_1.2,0.6601856231689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,8,power_law_1.01,1.846028709411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,power_law_1.2,0.8848128318786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,power_law_1.2,1.1639039993286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,8,power_law_1.01,3.6573375701904296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,power_law_1.2,1.4491392135620118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,8,power_law_1.2,2.26495361328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,8,power_law_1.2,5.672972869873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,power_law_1.01,0.13848320245742798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12072319984436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,power_law_1.01,0.12276480197906495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,power_law_1.01,0.09313920140266418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,power_law_1.01,0.12270079851150513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,power_law_1.01,0.10788480043411255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,power_law_1.01,0.1047551989555359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,power_law_1.01,0.10053759813308716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,power_law_1.01,0.12208640575408936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,power_law_1.01,0.0998080015182495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,power_law_1.01,0.1232192039489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,power_law_1.2,0.12273279428482056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,power_law_1.01,0.11813759803771973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,power_law_1.01,0.12099200487136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,power_law_1.2,0.09958400130271912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,power_law_1.01,0.11870720386505126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,power_law_1.01,0.12446719408035278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,power_law_1.2,0.1371392011642456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,power_law_1.01,0.1351423978805542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,power_law_1.2,0.08380799889564514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,power_law_1.01,0.1217919945716858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,power_law_1.01,0.14823039770126342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09510400295257568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,power_law_1.01,0.12278399467468262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,power_law_1.2,0.09397760033607483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,power_law_1.01,0.15077120065689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,power_law_1.2,0.08967040181159973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,power_law_1.01,0.16927360296249389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,power_law_1.2,0.09512320160865784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,power_law_1.01,0.17418240308761596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,power_law_1.2,0.10094720125198364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,power_law_1.01,0.1315135955810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,power_law_1.2,0.11936639547348023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,power_law_1.01,0.199891197681427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,power_law_1.2,0.1062656044960022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,power_law_1.01,0.1507904052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,power_law_1.2,0.12066559791564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,power_law_1.01,0.2023360013961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,power_law_1.01,0.2009984016418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,power_law_1.01,0.1579200029373169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,power_law_1.2,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,power_law_1.01,0.2710655927658081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,power_law_1.01,0.14479999542236327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,power_law_1.2,0.12382719516754151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,power_law_1.2,0.12310400009155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.2767807960510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,power_law_1.01,0.16370559930801393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.32822399139404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,power_law_1.2,0.12658560276031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.4481919765472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,power_law_1.01,0.17406079769134522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,power_law_1.2,0.1380031943321228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,power_law_1.2,0.12718080282211303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,power_law_1.01,0.6866112232208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,power_law_1.01,0.18540159463882447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,power_law_1.2,0.1534656047821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,power_law_1.2,0.13886719942092896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,power_law_1.01,0.7545663833618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,power_law_1.01,1.0782912254333497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,power_law_1.01,0.2276992082595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,power_law_1.2,0.1480512022972107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,power_law_1.2,0.1573184013366699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,power_law_1.01,1.4297151565551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,power_law_1.01,0.24511361122131348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,power_law_1.2,0.15751680135726928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,power_law_1.2,0.16303999423980714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,power_law_1.01,2.3521600723266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,power_law_1.01,0.32378239631652833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,power_law_1.2,0.16282880306243896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,power_law_1.2,0.16785279512405396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,power_law_1.01,3.1605247497558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,power_law_1.01,0.39368960857391355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,power_law_1.2,0.1759104013442993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,power_law_1.2,0.18332159519195557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,power_law_1.01,3.266284942626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,power_law_1.01,0.540019178390503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,power_law_1.2,0.1958400011062622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,power_law_1.2,0.2151871919631958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,32,power_law_1.01,6.064992141723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,power_law_1.2,0.23009920120239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,power_law_1.01,0.66244478225708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,power_law_1.2,0.2387392044067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,power_law_1.2,0.2647104024887085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,power_law_1.2,0.22660479545593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,power_law_1.01,0.9405247688293457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,32,power_law_1.01,12.164876556396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,power_law_1.2,0.3165055990219116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,power_law_1.2,0.27073280811309813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,power_law_1.01,0.9838399887084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,power_law_1.2,0.46776318550109863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.2904896020889282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,power_law_1.01,1.628486442565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,power_law_1.2,0.6630208015441894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.4398399829864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,power_law_1.01,2.2680959701538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,power_law_1.2,0.7525055885314942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.5652991771697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,power_law_1.2,0.7980671882629394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,power_law_1.2,1.1013119697570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,power_law_1.01,2.9453439712524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,power_law_1.2,0.9564736366271973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,power_law_1.2,1.4387007713317872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,16,power_law_1.01,4.190707015991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,power_law_1.2,1.5073151588439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,power_law_1.2,2.2114559173583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,power_law_1.2,2.1626495361328124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,power_law_1.2,3.3479873657226564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,16,power_law_1.01,11.050310516357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,power_law_1.2,3.502048110961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,power_law_1.2,4.5762687683105465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,power_law_1.2,4.870636749267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,16,power_law_1.2,5.279731369018554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,power_law_1.2,6.118131256103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,16,power_law_1.2,13.604832458496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,32,power_law_1.2,10.3993408203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,32,power_law_1.2,19.90081329345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,power_law_1.01,0.11658240556716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,power_law_1.01,0.11868159770965576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,power_law_1.01,0.08089600205421447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,power_law_1.01,0.09780480265617371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,power_law_1.01,0.09952639937400817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,power_law_1.01,0.12661759853363036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,power_law_1.01,0.12803200483322144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,power_law_1.01,0.13018239736557008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,power_law_1.01,0.13265279531478882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,power_law_1.01,0.14317439794540404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,power_law_1.01,0.14613120555877684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,power_law_1.01,0.1530943989753723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,power_law_1.01,0.16323200464248658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,power_law_1.2,0.1026304006576538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,power_law_1.01,0.15545599460601806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,power_law_1.2,0.07708160281181335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,power_law_1.01,0.1693824052810669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,power_law_1.2,0.07800319790840149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,power_law_1.01,0.1785215973854065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,power_law_1.01,0.20483200550079345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,power_law_1.2,0.09363200068473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,power_law_1.01,0.26333439350128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,power_law_1.2,0.1022528052330017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,power_law_1.01,0.2850879907608032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,power_law_1.2,0.12501120567321777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,power_law_1.2,0.12739839553833007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,power_law_1.01,0.3362816095352173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,power_law_1.2,0.12370560169219971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,power_law_1.01,0.36094720363616944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,power_law_1.2,0.13598079681396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,power_law_1.01,0.45865597724914553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,power_law_1.2,0.1399359941482544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,power_law_1.01,0.6122303962707519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,power_law_1.2,0.15075199604034423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,power_law_1.01,0.8489343643188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,power_law_1.2,0.16027519702911378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,power_law_1.01,1.0354368209838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,power_law_1.2,0.17299840450286866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,power_law_1.01,1.425318431854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,power_law_1.2,0.16186239719390869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,power_law_1.2,0.17543679475784302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,power_law_1.01,1.820627212524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,power_law_1.2,0.17958400249481202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,power_law_1.01,2.314451217651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,power_law_1.2,0.21463680267333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,8,power_law_1.01,3.599526214599609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,power_law_1.2,0.2839871883392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,power_law_1.2,0.2834111928939819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,power_law_1.2,0.3522239923477173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,8,power_law_1.01,7.545196533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,power_law_1.2,0.41855998039245607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,power_law_1.2,0.5122816085815429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,power_law_1.2,0.7571584224700928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,power_law_1.2,0.9293503761291504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,power_law_1.2,1.2169024467468261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,power_law_1.2,1.613542366027832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,power_law_1.2,2.216204833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,power_law_1.2,3.040556716918945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,8,power_law_1.2,5.215027236938477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,8,power_law_1.2,10.0029052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,power_law_1.01,0.1638527989387512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,power_law_1.01,0.19905279874801635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,power_law_1.01,0.19757440090179443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,power_law_1.01,0.09960960149765015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,power_law_1.2,0.2155519962310791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,power_law_1.01,0.1290176033973694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,power_law_1.2,0.20115840435028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,power_law_1.01,0.12129919528961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,power_law_1.01,0.13834880590438842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,power_law_1.2,0.17233279943466187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,power_law_1.01,0.1646016001701355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,power_law_1.01,0.14823039770126342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,power_law_1.2,0.10465279817581177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,power_law_1.01,0.2052992105484009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,power_law_1.01,0.10661760568618775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,power_law_1.2,0.11812479496002197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,power_law_1.01,0.16996480226516725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,power_law_1.01,0.1186303973197937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,power_law_1.2,0.1282240033149719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,power_law_1.01,0.16393599510192872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,power_law_1.01,0.13436800241470337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,power_law_1.2,0.13576960563659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,power_law_1.01,0.16911360025405883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,power_law_1.01,0.14014079570770263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,power_law_1.01,0.17325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,power_law_1.01,0.15761280059814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,power_law_1.2,0.16435840129852294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,power_law_1.01,0.16194560527801513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,power_law_1.01,0.17229440212249755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,power_law_1.2,0.17008639574050904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,power_law_1.01,0.17751679420471192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,power_law_1.01,0.1847488045692444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,power_law_1.2,0.16028800010681152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,power_law_1.01,0.16880639791488647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,power_law_1.2,0.1612671971321106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,power_law_1.01,0.177510404586792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,power_law_1.01,0.20133121013641359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,power_law_1.01,0.1894912004470825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,power_law_1.2,0.18224639892578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,power_law_1.2,0.1221119999885559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,power_law_1.01,0.2303936004638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,power_law_1.01,0.20088319778442382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,power_law_1.2,0.19294079542160034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,power_law_1.2,0.16216959953308105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,power_law_1.01,0.230784010887146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,power_law_1.01,0.20437119007110596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,power_law_1.2,0.20280959606170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,power_law_1.01,0.21552639007568358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,power_law_1.2,0.14718079566955566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,power_law_1.01,0.26202239990234377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,power_law_1.01,0.25179519653320315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,power_law_1.2,0.22508161067962645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,power_law_1.2,0.10341119766235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,power_law_1.01,0.3572416067123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,power_law_1.01,0.31441919803619384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,power_law_1.2,0.2520895957946777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,power_law_1.2,0.1128383994102478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,power_law_1.01,0.3008768081665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.30444159507751467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,power_law_1.01,0.400435209274292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,power_law_1.2,0.28862719535827636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,power_law_1.2,0.1304255962371826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.4317823886871338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,power_law_1.01,0.4193920135498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,power_law_1.2,0.35620479583740233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,power_law_1.2,0.1363136053085327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.42371201515197754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,power_law_1.01,0.5279104232788085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.37581439018249513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,power_law_1.01,0.6749375820159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,power_law_1.01,0.5432447910308837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,power_law_1.2,0.16042879819869996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,power_law_1.01,0.9329024314880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.44991359710693357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,power_law_1.2,0.1566655993461609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,power_law_1.01,0.7647679805755615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,power_law_1.01,1.1267200469970704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.48285441398620604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,power_law_1.2,0.16435199975967407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,power_law_1.01,1.1563712120056153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,power_law_1.01,1.6378368377685546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,power_law_1.2,0.6176383972167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,power_law_1.2,0.1660223960876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,power_law_1.01,1.2443391799926757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,power_law_1.01,2.1051776885986326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,power_law_1.2,0.9534463882446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,power_law_1.2,0.1746240019798279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,power_law_1.01,2.5544191360473634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,power_law_1.01,1.9750848770141602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,power_law_1.2,0.17757439613342285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,power_law_1.2,1.262758445739746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,16,power_law_1.01,4.412038421630859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,power_law_1.01,2.4468544006347654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,power_law_1.2,0.2024768114089966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,power_law_1.2,1.454419231414795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,power_law_1.01,3.0024255752563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,power_law_1.2,0.20701439380645753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,16,power_law_1.01,7.82174072265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,power_law_1.2,2.261356735229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,power_law_1.2,0.2302720069885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,32,power_law_1.01,4.902854537963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,power_law_1.2,3.4212032318115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,power_law_1.2,0.25998721122741697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,power_law_1.2,0.3455359935760498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,power_law_1.2,3.496780776977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,32,power_law_1.01,9.056339263916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,power_law_1.2,0.3147007942199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,power_law_1.2,0.4423488140106201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,32,power_law_1.2,5.454950332641602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,power_law_1.2,0.4351808071136475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,power_law_1.2,0.5702784061431885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,32,power_law_1.2,12.186227416992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,power_law_1.2,0.7696191787719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,power_law_1.2,1.099135971069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,power_law_1.2,1.2743616104125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,power_law_1.2,1.8720832824707032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,power_law_1.2,2.7023616790771485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,power_law_1.2,3.222681427001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,16,power_law_1.2,4.843302536010742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,16,power_law_1.2,10.593491363525391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,power_law_1.01,0.09985920190811157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,power_law_1.01,0.12872320413589478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,power_law_1.01,0.09225599765777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,power_law_1.01,0.1777151942253113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,power_law_1.01,0.10928000211715698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,power_law_1.01,0.1093440055847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,power_law_1.01,0.14191999435424804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,power_law_1.01,0.12446080446243286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,power_law_1.01,0.09608319997787476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,power_law_1.01,0.15015039443969727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,power_law_1.2,0.09946879744529724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,power_law_1.01,0.12977919578552247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,power_law_1.2,0.12844799757003783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,power_law_1.01,0.17945599555969238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,power_law_1.01,0.15922559499740602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,power_law_1.2,0.11214720010757447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,power_law_1.01,0.18046720027923585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,power_law_1.01,0.16528639793395997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,power_law_1.2,0.0986240029335022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,power_law_1.01,0.19393919706344603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,power_law_1.2,0.11515519618988038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,power_law_1.01,0.1977280020713806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,power_law_1.01,0.19336960315704346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,power_law_1.2,0.13675520420074463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,power_law_1.01,0.19159040451049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,power_law_1.01,0.199891197681427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,power_law_1.01,0.20135040283203126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,power_law_1.2,0.09319040179252625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,power_law_1.01,0.20924160480499268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,power_law_1.01,0.2034303903579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,power_law_1.2,0.10843520164489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,power_law_1.2,0.16762239933013917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,power_law_1.01,0.22147839069366454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,power_law_1.01,0.21658880710601808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,power_law_1.2,0.11119999885559081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,power_law_1.01,0.24003200531005858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,power_law_1.2,0.16857600212097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,power_law_1.01,0.21490559577941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,power_law_1.01,0.2650048017501831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,power_law_1.2,0.17129600048065186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,power_law_1.2,0.09702399969100953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,power_law_1.01,0.2345792055130005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,power_law_1.01,0.3213248014450073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,power_law_1.2,0.19631359577178956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,power_law_1.2,0.1258239984512329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,power_law_1.01,0.32912640571594237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,power_law_1.01,0.24789760112762452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,power_law_1.2,0.19553279876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,power_law_1.01,0.4074495792388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,power_law_1.2,0.14305280447006224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,power_law_1.01,0.27285759449005126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,power_law_1.01,0.4187327861785889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,power_law_1.2,0.19657599925994873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,power_law_1.2,0.16070400476455687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,power_law_1.01,0.5393087863922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,power_law_1.01,0.28952319622039796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,power_law_1.2,0.22112638950347902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,power_law_1.2,0.19048960208892823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,power_law_1.01,0.783571195602417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,power_law_1.01,0.3173311948776245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,power_law_1.2,0.2235647916793823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,power_law_1.01,1.0156288146972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,power_law_1.2,0.1875712037086487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,power_law_1.01,0.3947839975357056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,power_law_1.01,1.1176575660705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,power_law_1.2,0.24607999324798585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,power_law_1.2,0.19570560455322267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,power_law_1.01,0.3944511890411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,power_law_1.01,1.5847104072570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,power_law_1.2,0.2670720100402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,power_law_1.2,0.20458240509033204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,power_law_1.01,2.1384639739990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,power_law_1.01,0.48161921501159666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,power_law_1.2,0.3236095905303955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,power_law_1.2,0.22186880111694335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,power_law_1.01,2.7217023849487303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,power_law_1.01,0.5179520130157471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,power_law_1.2,0.35291519165039065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,power_law_1.2,0.22984321117401124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,power_law_1.01,0.6632512092590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,8,power_law_1.01,4.121235275268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,power_law_1.2,0.2508671998977661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,power_law_1.2,0.44905600547790525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,power_law_1.01,0.844320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,power_law_1.2,0.26054399013519286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,power_law_1.2,0.43300480842590333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,8,power_law_1.01,7.882495880126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,power_law_1.01,1.0967231750488282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,power_law_1.2,0.27720959186553956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,power_law_1.2,0.5815487861633301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,power_law_1.01,1.2136639595031737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,power_law_1.2,0.31760640144348146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,power_law_1.2,0.8620863914489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,power_law_1.2,0.39705600738525393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,power_law_1.2,1.1268671989440917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,power_law_1.01,1.7304447174072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,power_law_1.2,0.3977024078369141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,power_law_1.2,1.3047743797302247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,power_law_1.01,2.484998321533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,power_law_1.2,0.5121088027954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,power_law_1.2,1.7648639678955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,power_law_1.01,2.847360038757324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,power_law_1.2,0.5526016235351563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,power_law_1.2,2.3603647232055662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,power_law_1.2,0.6940671920776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,4,power_law_1.01,4.313843154907227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,power_law_1.2,2.8769535064697265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,power_law_1.2,0.9277952194213868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,power_law_1.2,1.2574144363403321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,4,power_law_1.01,8.278482818603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,8,power_law_1.2,4.4184318542480465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,power_law_1.2,1.3849216461181642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,8,power_law_1.2,8.489708709716798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,power_law_1.2,1.833145523071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,power_law_1.2,2.502566337585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,power_law_1.2,3.0287616729736326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,4,power_law_1.2,4.735583877563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,4,power_law_1.2,8.222911834716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,power_law_1.01,0.08985599875450134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,power_law_1.01,0.09907839894294738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,power_law_1.01,0.11805440187454223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,power_law_1.01,0.12030080556869507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,power_law_1.01,0.15879039764404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,power_law_1.01,0.18698879480361938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,power_law_1.01,0.19325439929962157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,power_law_1.01,0.23971199989318848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,power_law_1.01,0.03498240113258362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,power_law_1.2,0.03368319869041443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,power_law_1.01,0.2510783910751343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,power_law_1.01,0.03466239869594574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,power_law_1.01,0.2535167932510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,power_law_1.2,0.03340800106525421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,power_law_1.01,0.03544960021972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,power_law_1.01,0.2731647968292236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,power_law_1.2,0.03425920009613037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,power_law_1.01,0.034944000840187076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,power_law_1.01,0.27663359642028806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,power_law_1.2,0.033843201398849485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,power_law_1.01,0.035046398639678955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,power_law_1.01,0.2843071937561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,power_law_1.2,0.03445119857788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,power_law_1.2,0.08932480216026306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,power_law_1.01,0.30002560615539553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,power_law_1.01,0.3197439908981323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,power_law_1.2,0.09904639720916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,power_law_1.01,0.34552319049835206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,power_law_1.2,0.10434559583663941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,power_law_1.01,0.37455360889434813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,power_law_1.2,0.11605759859085082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,power_law_1.01,0.47246718406677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,power_law_1.2,0.15443840026855468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,power_law_1.01,0.5920063972473144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,power_law_1.01,0.03591679930686951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,power_law_1.2,0.16442879438400268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,power_law_1.2,0.035699200630187986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,power_law_1.01,0.7510015964508057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,power_law_1.01,0.036908799409866334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,power_law_1.2,0.19095679521560668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,power_law_1.01,0.7454847812652587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,power_law_1.2,0.03765760064125061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,power_law_1.01,0.03844479918479919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,power_law_1.01,0.9553600311279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,power_law_1.2,0.23527679443359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,power_law_1.2,0.039136001467704774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,power_law_1.01,1.248243236541748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,power_law_1.2,0.23802878856658935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,power_law_1.01,1.6389568328857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,power_law_1.2,0.24517760276794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,power_law_1.01,1.6680383682250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,power_law_1.2,0.2703999996185303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,power_law_1.01,2.394144058227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,power_law_1.2,0.2766207933425903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,power_law_1.01,2.9259775161743162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,power_law_1.2,0.291264009475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,power_law_1.01,0.04156799912452698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,power_law_1.2,0.04134399890899658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,power_law_1.01,3.726688003540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,power_law_1.2,0.3089215993881226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,power_law_1.01,0.04113920032978058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,power_law_1.2,0.043219199776649474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,2,power_law_1.01,5.6972801208496096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,power_law_1.01,0.044710400700569156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,power_law_1.2,0.3212928056716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,power_law_1.2,0.04496000111103058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,power_law_1.2,0.3466815948486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,2,power_law_1.01,10.632064056396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,power_law_1.2,0.418009614944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,power_law_1.2,0.505075216293335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,power_law_1.2,0.6069759845733642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,power_law_1.2,0.7693183898925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,power_law_1.2,0.7874303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,power_law_1.2,0.9893055915832519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,power_law_1.01,0.05262719988822937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,power_law_1.2,0.05253120064735413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,power_law_1.2,1.3354687690734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,power_law_1.01,0.0523967981338501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,power_law_1.2,0.055232000350952146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,power_law_1.01,0.05596799850463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,power_law_1.2,1.6710464477539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,power_law_1.2,0.057017600536346434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,power_law_1.2,1.7846527099609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,power_law_1.2,2.5133760452270506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,power_law_1.2,3.046905517578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,power_law_1.2,3.871974563598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,power_law_1.01,0.03253119885921478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,2,power_law_1.2,5.998713684082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,power_law_1.01,0.0713919997215271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,power_law_1.2,0.07527679800987244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,power_law_1.01,0.03275519907474518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,power_law_1.01,0.07285119891166687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,power_law_1.01,0.03264000117778778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,power_law_1.2,0.0773311972618103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,2,power_law_1.2,11.202092742919922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,power_law_1.01,0.0328000009059906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,power_law_1.01,0.08755199909210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,power_law_1.2,0.08943359851837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,power_law_1.01,0.12519680261611937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,power_law_1.2,0.12309759855270386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,power_law_1.2,0.03201279938220978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,power_law_1.01,0.03314560055732727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.01,0.14011520147323608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.2,0.15096960067749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,power_law_1.2,0.031488001346588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.01,0.20784640312194824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,power_law_1.01,0.03600000143051148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.2,0.21342720985412597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,power_law_1.2,0.031667199730873105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.01,0.26462719440460203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,power_law_1.2,0.0318015992641449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.2,0.27141120433807375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,power_law_1.2,0.033471998572349546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,power_law_1.2,0.03440000116825104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.01,0.41407999992370603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.2,0.44068479537963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,power_law_1.2,0.03609600067138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.01,0.5008448123931885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.2,0.49183359146118166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,power_law_1.2,0.036371201276779175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.01,0.7956160068511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,power_law_1.01,0.039776000380516055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.01,1.0717887878417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.2,0.7806528091430665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,power_law_1.01,0.04206719994544983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.01,1.6306112289428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,power_law_1.01,0.042284798622131345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.2,1.0599935531616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.01,2.007686424255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,power_law_1.2,0.039929598569869995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.2,1.5720831871032714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,power_law_1.01,2.653049659729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,power_law_1.2,0.04296320080757141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.2,2.130131149291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,8,power_law_1.01,4.22213134765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,power_law_1.2,0.04410240054130554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,power_law_1.2,2.63690242767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,power_law_1.01,0.0499455988407135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,8,power_law_1.01,8.393721771240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,8,power_law_1.2,4.42558708190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,power_law_1.01,0.05126399993896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,power_law_1.2,0.05132160186767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,power_law_1.01,0.05311359763145447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,8,power_law_1.2,8.817759704589843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,power_law_1.2,0.05235199928283692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,power_law_1.2,0.05563520193099976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,power_law_1.01,0.07637119889259339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,power_law_1.01,0.07878400087356567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,power_law_1.2,0.07683839797973632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,power_law_1.01,0.08983680009841918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,power_law_1.2,0.08499839901924133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,power_law_1.01,0.10700800418853759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,power_law_1.2,0.12407679557800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.01,0.1343616008758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.2,0.14007680416107177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.01,0.20044798851013185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.2,0.18985600471496583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.01,0.2544703960418701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.2,0.2720128059387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,power_law_1.01,0.028857600688934327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,power_law_1.2,0.029420799016952513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,power_law_1.01,0.02969599962234497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,power_law_1.2,0.030003198981285097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,power_law_1.01,0.029657599329948426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,power_law_1.2,0.0290367990732193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.01,0.3590143918991089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,power_law_1.01,0.033030399680137636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,power_law_1.2,0.030931198596954347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.2,0.3958656072616577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.01,0.4473536014556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,power_law_1.01,0.0332863986492157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.01,0.6430079936981201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,power_law_1.2,0.03200640082359314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.2,0.536300802230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.01,1.0207743644714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.2,0.8542911529541015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.01,1.5546879768371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.2,1.149062442779541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.01,2.170419120788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.2,1.8612287521362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,power_law_1.01,2.3333951950073244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.2,2.176838493347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,4,power_law_1.01,3.8065601348876954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,power_law_1.2,2.263488006591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,4,power_law_1.01,8.502457427978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,4,power_law_1.2,4.9102783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,power_law_1.01,0.03573119938373566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,power_law_1.2,0.035743999481201175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,4,power_law_1.2,8.54260482788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,power_law_1.01,0.036268800497055054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,power_law_1.2,0.03895680010318756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,power_law_1.01,0.04195840060710907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,power_law_1.2,0.0416128009557724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,power_law_1.01,0.04296320080757141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,power_law_1.01,0.04485760033130646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,power_law_1.2,0.045587199926376346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.02824319899082184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,power_law_1.01,0.05118719935417175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.029728001356124877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.030246400833129884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,power_law_1.01,0.054604798555374146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.029414400458335876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,power_law_1.2,0.05681279897689819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.032915198802948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,power_law_1.01,0.059654402732849124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.0357120007276535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,power_law_1.2,0.05976960062980652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.035596799850463864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.03495039939880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.0357120007276535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,power_law_1.01,0.06986240148544312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,power_law_1.2,0.06624640226364135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,power_law_1.01,0.07277439832687378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,power_law_1.2,0.07338879704475403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,power_law_1.01,0.082150399684906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.03919360041618347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.039027199149131775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,power_law_1.2,0.08357759714126586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,power_law_1.01,0.10896639823913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.04083200097084046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.01,0.12681599855422973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.04102399945259094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.04238080084323883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.01,0.1781440019607544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.04275839924812317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.2,0.12652159929275514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.01,0.2434623956680298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.2,0.17390719652175904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.2,0.22561919689178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.04583039879798889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.04679679870605469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.04717440009117126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.04776319861412048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.04919039905071258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.04912639856338501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.01,0.3282495975494385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.2,0.39070720672607423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.01,0.45292158126831056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.2,0.48636159896850584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.01,0.5893439769744873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.01,0.7988224029541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.2,0.6959231853485107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.056979197263717654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.01,1.289363193511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.05763840079307556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.2,0.8861760139465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.06043519973754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.01,1.6639423370361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.060678398609161376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.2,1.2377535820007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,power_law_1.01,1.940870475769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.06479359865188598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.2,1.5467071533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,2,power_law_1.01,2.4819135665893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,power_law_1.2,2.2678592681884764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,2,power_law_1.01,7.389260864257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,2,power_law_1.2,3.1859392166137694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.07140480279922486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.07633280158042907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.07153919935226441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,2,power_law_1.2,6.3368385314941404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.08569599986076355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.07572479844093323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.11745920181274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.0859008014202118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.13655680418014526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.11800960302352906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.18131840229034424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.1351423978805542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.24161920547485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.18210560083389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.3508671998977661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.24275200366973876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.45688958168029786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.3508352041244507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.6671487808227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.4550784111022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.8682047843933105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.6665919780731201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,1.2966848373413087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.8653823852539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,1.7031295776367188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,1.294745635986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,2.127699279785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,1,power_law_1.01,3.3603328704833983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,1.7080448150634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,2.125881576538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,1,power_law_1.01,6.663494110107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,1,power_law_1.2,3.3634113311767577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,1,power_law_1.2,6.668646240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,power_law_1.01,0.045772799849510194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,power_law_1.2,0.044537600874900815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,power_law_1.2,0.04472959935665131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,power_law_1.01,0.04636160135269165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,power_law_1.2,0.04513919949531555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,power_law_1.01,0.046438398957252505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,power_law_1.2,0.045363199710845944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,power_law_1.01,0.04707840085029602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,power_law_1.2,0.046316799521446225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,power_law_1.01,0.04891520142555237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,power_law_1.2,0.04787200093269348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,power_law_1.2,0.049132800102233885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,power_law_1.01,0.05077120065689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,power_law_1.01,0.04294399917125702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,power_law_1.2,0.04311679899692535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,power_law_1.2,0.05063679814338684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,power_law_1.01,0.04103040099143982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,power_law_1.2,0.04074879884719849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,power_law_1.01,0.04356479942798615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,power_law_1.01,0.04538240134716034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,power_law_1.2,0.0414463996887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,power_law_1.01,0.04580479860305786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,power_law_1.2,0.04487679898738861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,power_law_1.2,0.04588159918785095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,power_law_1.01,0.053625601530075076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,power_law_1.2,0.052960002422332765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,power_law_1.01,0.05482239723205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,power_law_1.2,0.053529602289199826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,power_law_1.01,0.05799040198326111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,power_law_1.2,0.05568000078201294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,power_law_1.01,0.04747520089149475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,power_law_1.2,0.04726400077342987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,power_law_1.01,0.04822399914264679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,power_law_1.2,0.04922240078449249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,power_law_1.01,0.04958080053329468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,power_law_1.2,0.05067520141601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,power_law_1.01,0.06496639847755432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,power_law_1.2,0.06381440162658691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,power_law_1.01,0.06746879816055298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,power_law_1.2,0.06762880086898804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,power_law_1.01,0.07109119892120361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,power_law_1.2,0.07246720194816589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,power_law_1.01,0.05191680192947388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,power_law_1.2,0.05196800231933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,power_law_1.01,0.05326719880104065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,power_law_1.01,0.055827200412750244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,power_law_1.2,0.053235197067260744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,power_law_1.01,0.0635968029499054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,power_law_1.2,0.05559679865837097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,power_law_1.01,0.06543359756469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,power_law_1.01,0.07390080094337463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,power_law_1.2,0.06888319849967957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,power_law_1.01,0.09616000056266785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,power_law_1.2,0.10142719745635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,power_law_1.01,0.09804800152778625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,power_law_1.01,0.08131840229034423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,power_law_1.2,0.10519039630889893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,power_law_1.01,0.12327040433883667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,power_law_1.2,0.09156479835510253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,power_law_1.01,0.088755202293396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,power_law_1.01,0.17669119834899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,power_law_1.2,0.11793919801712036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,power_law_1.01,0.10835839509963989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,power_law_1.2,0.10864640474319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.01,0.21414399147033691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,power_law_1.2,0.175545597076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,power_law_1.2,0.11958400011062623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.2,0.1903488039970398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,power_law_1.01,0.1549504041671753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.01,0.2994879961013794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,power_law_1.2,0.1570688009262085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.01,0.1881343960762024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.2,0.3070336103439331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.01,0.38373119831085206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.01,0.2843071937561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.2,0.17125760316848754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.01,0.391264009475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.2,0.39064960479736327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.01,0.6299200057983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.2,0.2993088006973267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.01,0.4974976062774658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.01,0.8395327568054199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.2,0.5950911998748779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.01,0.7337215900421142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.2,0.43263998031616213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.01,1.2167360305786132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.01,0.964243221282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.2,0.7611199855804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.2,0.6018752098083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.01,1.3118207931518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.01,1.6779136657714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.2,1.1960063934326173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.2,0.716383981704712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.01,1.8494720458984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.01,2.4943359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.01,3.5724353790283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.2,1.3587455749511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.2,1.6727296829223632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.01,3.2344894409179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,power_law_1.01,3.9863361358642577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.2,1.40380802154541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.2,2.469331169128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,power_law_1.01,4.05491828918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,4,power_law_1.01,4.494559860229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.2,2.6435455322265624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.2,3.293280029296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,8,power_law_1.01,6.7546241760253904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,4,power_law_1.01,12.426834869384766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.2,2.9539583206176756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,power_law_1.2,3.543040084838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,power_law_1.2,3.8145023345947267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,8,power_law_1.01,12.840377807617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,8,power_law_1.2,6.269107055664063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,4,power_law_1.2,6.610822296142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,8,power_law_1.2,10.884575653076173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,4,power_law_1.2,12.292594909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,power_law_1.01,0.03537920117378235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,power_law_1.2,0.03461120128631592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,power_law_1.01,0.035155200958251955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,power_law_1.2,0.03777920007705689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,power_law_1.01,0.037990400195121767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,power_law_1.2,0.041280001401901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.03413119912147522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.03445119857788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,power_law_1.01,0.046515199542045596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,power_law_1.2,0.04663040041923523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,power_law_1.01,0.04688000082969666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.03720319867134094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.03592959940433502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,power_law_1.2,0.047891199588775635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.03825919926166534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.0381632000207901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.04718720018863678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.04598399996757507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.04847359955310822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.04809600114822388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,power_law_1.01,0.04894079864025116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,power_law_1.2,0.05013759732246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,power_law_1.01,0.05093119740486145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,power_law_1.2,0.0515392005443573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,power_law_1.01,0.051948797702789304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,power_law_1.2,0.05264639854431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.05198720097541809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.051846402883529666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.05400320291519165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.05568640232086182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.05545600056648255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,power_law_1.01,0.055232000350952146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.05989760160446167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.06028159856796265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,power_law_1.2,0.0553600013256073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,power_law_1.01,0.05691519975662231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,power_law_1.2,0.05719040036201477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.061612802743911746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06199679970741272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,power_law_1.01,0.05772799849510193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,power_law_1.2,0.05958399772644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.06460800170898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,power_law_1.01,0.06762239933013917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,power_law_1.01,0.06800640225410462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,power_law_1.2,0.06977919936180114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07436800003051758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07343360185623168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07818880081176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07743359804153442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,power_law_1.2,0.07240319848060608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08376960158348083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08406400084495544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09381120204925537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.0923904001712799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.09889280200004577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.11486079692840576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,power_law_1.01,0.09041280150413514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.1158784031867981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.16192640066146852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,power_law_1.2,0.09033600091934205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,power_law_1.01,0.08364160060882568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.1627392053604126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,power_law_1.01,0.09805439710617066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.1951359987258911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,power_law_1.2,0.10115840435028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.19704960584640502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.27936639785766604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,power_law_1.2,0.11195520162582398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.01,0.1751039981842041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.2785599946975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.3667263984680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.01,0.20350079536437987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,power_law_1.2,0.13738880157470704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.01,0.33854079246520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.36640000343322754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.5206783771514892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.2,0.19895679950714112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.01,0.49840641021728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.5227007865905762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.2,0.28176639080047605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.6715583801269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.01,0.5609087944030762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.01,0.8697600364685059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.2,0.3870784044265747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.6740223884582519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.9745599746704101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.01,1.2562687873840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.2,0.4358016014099121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.9720576286315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,1.2735424041748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.01,1.8264383316040038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.2,0.6220096111297607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.01,2.5988096237182616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,1.2692992210388183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.8890752792358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.2,0.9591232299804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,power_law_1.01,3.079443168640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.2,1.274662399291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.8890560150146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,2.516499137878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,2,power_law_1.01,4.776883316040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.2,1.8853887557983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,2.5077823638916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,3.1256704330444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,2,power_law_1.01,11.229011535644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.2,2.585887908935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,3.1240703582763674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,power_law_1.2,3.158451271057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,4.972435379028321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,2,power_law_1.2,4.875084686279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,4.98271369934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,9.901875305175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,2,power_law_1.2,9.959129333496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,9.920550537109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.13818880319595336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.13768320083618163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.14127360582351683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.14112639427185059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.07985280156135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.08776320219039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.08499839901924133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.1053056001663208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.0933247983455658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,power_law_1.01,0.09532160162925721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,power_law_1.2,0.09678080081939697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,power_law_1.01,0.14818559885025023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.1004863977432251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,power_law_1.2,0.14550399780273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.11396479606628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.12863999605178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,power_law_1.01,0.09136000275611877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,power_law_1.2,0.06698880195617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.12917759418487548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.1212928056716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,power_law_1.01,0.08228480219841003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,power_law_1.2,0.07204480171203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.13427200317382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,power_law_1.2,0.0960640013217926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.14349440336227418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.1497663974761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.1427072048187256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.14576640129089355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.1584768056869507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.15932799577713014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.155404794216156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.15879039764404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.1618175983428955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.1662783980369568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,power_law_1.2,0.09385600090026855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,power_law_1.01,0.11137280464172364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,power_law_1.2,0.13316479921340943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,power_law_1.01,0.1313279986381531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,power_law_1.01,0.13684480190277098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,power_law_1.2,0.13546240329742432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.1677567958831787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,power_law_1.01,0.15235840082168578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,power_law_1.2,0.1471935987472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.16622079610824586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.17549439668655395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,power_law_1.01,0.15527679920196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,power_law_1.2,0.15000319480895996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.18322559595108032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.17923200130462646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.21214079856872559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,power_law_1.01,0.1606335997581482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.20678400993347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.23854079246520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,power_law_1.01,0.1648576021194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,power_law_1.2,0.15756160020828247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.28923521041870115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.2279871940612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,power_law_1.01,0.16278400421142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.3313472032546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,power_law_1.2,0.16457600593566896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.25470719337463377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,0.44929919242858884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,power_law_1.01,0.16826239824295045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,power_law_1.2,0.17074559926986693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.33741440773010256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.6079103946685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,power_law_1.01,0.17534079551696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,power_law_1.2,0.17961599826812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,0.8079999923706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.37523200511932375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,power_law_1.01,0.18842240571975707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,power_law_1.2,0.18698879480361938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,1.0946111679077148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,0.5568575859069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,power_law_1.01,0.19332480430603027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,1.8066368103027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,power_law_1.2,0.19864959716796876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.6591360092163085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,power_law_1.01,0.2323199987411499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,2.3445503234863283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,power_law_1.2,0.23527040481567382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,1.086899185180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.01,0.2606271982192993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,2.707263946533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.2,0.2552704095840454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,1.5787903785705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.01,0.2979327917098999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,4.512102508544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.2,0.31872000694274905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,2.2724224090576173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.01,0.38322560787200927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.2,0.40991997718811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,8.834278106689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.01,0.4998335838317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,3.060550308227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.2,0.5841152191162109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.01,0.6320831775665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,3.8462142944335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.2,0.7012864112854004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.01,0.8832320213317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.2,1.0271936416625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,5.902899169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.01,1.1918848037719727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.2,1.2361023902893067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.01,1.6075199127197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,16.030131530761718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.2,2.362784004211426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.01,2.335500717163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,power_law_1.01,2.6147327423095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.2,2.735136032104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,power_law_1.2,3.7701183319091798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,16,power_law_1.01,4.628051376342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,16,power_law_1.2,5.74774398803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,16,power_law_1.01,8.678476715087891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,power_law_1.01,0.07982079982757569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,16,power_law_1.2,10.762016296386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,power_law_1.01,0.10654079914093018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,power_law_1.2,0.07935360074043274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,power_law_1.01,0.08880640268325805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,power_law_1.2,0.10124800205230713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,power_law_1.01,0.08155519962310791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,power_law_1.2,0.06842880249023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,power_law_1.01,0.0890175998210907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,power_law_1.2,0.07542399764060974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,power_law_1.2,0.08782079815864563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,power_law_1.01,0.11777280569076538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,power_law_1.2,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,power_law_1.01,0.07667840123176575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,power_law_1.2,0.07630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,power_law_1.01,0.13686399459838866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,power_law_1.2,0.13911039829254152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,power_law_1.01,0.14266239404678344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,power_law_1.01,0.09111040234565734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,power_law_1.2,0.09016960263252258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,power_law_1.2,0.1413375973701477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,power_law_1.01,0.16456960439682006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,power_law_1.01,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,power_law_1.2,0.07586560249328614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,power_law_1.2,0.16257920265197753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,power_law_1.01,0.1666111946105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,power_law_1.01,0.175545597076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,power_law_1.2,0.17006080150604247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,power_law_1.2,0.0841152012348175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,power_law_1.01,0.1745919942855835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,power_law_1.01,0.10434559583663941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,power_law_1.2,0.0949504017829895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,power_law_1.01,0.18347519636154175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,power_law_1.2,0.17791359424591063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,power_law_1.01,0.18924800157546998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,power_law_1.2,0.1831936001777649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,power_law_1.01,0.20082559585571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,power_law_1.01,0.2080832004547119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,power_law_1.2,0.19676159620285033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,power_law_1.01,0.21434879302978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,power_law_1.2,0.2017535924911499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,power_law_1.01,0.26131200790405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,power_law_1.2,0.2120512008666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.01,0.29662721157073973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,power_law_1.2,0.23194239139556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.01,0.37555201053619386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,power_law_1.2,0.28092160224914553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.01,0.43432321548461916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.2,0.3159104108810425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,power_law_1.2,0.12152960300445556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,power_law_1.01,0.13048319816589354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.01,0.6209023952484131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.2,0.4030655860900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,power_law_1.2,0.16123520135879515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.01,0.722815990447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,power_law_1.01,0.16116479635238648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.2,0.4587456226348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.01,1.0157247543334962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,power_law_1.2,0.16707839965820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,power_law_1.01,0.17044479846954347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.2,0.7006080150604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.01,1.279916763305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,power_law_1.01,0.20030720233917237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.2,0.8415231704711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.01,1.8783872604370118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,power_law_1.2,0.20471038818359374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,power_law_1.01,0.20444800853729247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.01,2.634534454345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.2,1.1785280227661132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,power_law_1.2,0.21299200057983397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,power_law_1.01,0.21568000316619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,power_law_1.01,3.4921470642089845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,power_law_1.2,0.223801589012146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.2,1.6170303344726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,power_law_1.01,0.21986560821533202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,8,power_law_1.01,4.908332824707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,power_law_1.2,0.22871038913726807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,power_law_1.01,0.23125760555267333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.2,2.0935359954833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,power_law_1.2,0.24287359714508056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,power_law_1.01,0.23653759956359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.2,2.874515151977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,8,power_law_1.01,10.433267211914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,power_law_1.2,0.25805439949035647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,power_law_1.01,0.25189120769500734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,power_law_1.2,4.123417663574219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,power_law_1.2,0.26946558952331545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,power_law_1.01,0.2647808074951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,power_law_1.2,0.29240319728851316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,power_law_1.01,0.279040002822876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,8,power_law_1.2,6.102579116821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,power_law_1.2,0.3493311882019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,power_law_1.01,0.325433611869812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.01,0.38518400192260743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.2,0.4046783924102783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,8,power_law_1.2,14.084658813476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.01,0.5121407985687256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.2,0.5470016002655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.01,0.6092095851898194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.2,0.6225728034973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.01,0.8080320358276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.2,0.8368960380554199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.01,1.0386624336242676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.2,1.1299776077270507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.2,1.5059712409973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.01,1.4769984245300294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,power_law_1.01,0.08648959994316101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.01,1.8199935913085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.2,2.0739456176757813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,power_law_1.01,0.09807360172271729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.01,2.776313591003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.2,3.0464960098266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,power_law_1.2,0.08627200126647949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,power_law_1.01,0.10241279602050782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,power_law_1.01,0.1097983956336975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.01,3.8921791076660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.2,4.052358245849609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,power_law_1.2,0.09611520171165466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,power_law_1.01,0.12970240116119386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,power_law_1.2,0.09818879961967468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,power_law_1.01,4.590348815917968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,power_law_1.2,4.935884857177735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,power_law_1.2,0.1098431944847107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,power_law_1.2,0.12197120189666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,4,power_law_1.01,7.939762878417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,4,power_law_1.2,7.3360130310058596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,4,power_law_1.01,15.10552978515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,4,power_law_1.2,17.502252197265626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,power_law_1.01,0.16291199922561644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,power_law_1.2,0.15916160345077515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,power_law_1.01,0.20972800254821777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,power_law_1.01,0.22121601104736327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,power_law_1.2,0.20127999782562256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,power_law_1.01,0.2766592025756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,power_law_1.2,0.2184448003768921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,power_law_1.01,0.2800127983093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,power_law_1.2,0.2726272106170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,power_law_1.01,0.29735679626464845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,power_law_1.2,0.28071041107177735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,power_law_1.01,0.30474879741668703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,power_law_1.2,0.2967616081237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,power_law_1.01,0.3232640027999878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,power_law_1.2,0.30246400833129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,power_law_1.01,0.3326528072357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,power_law_1.01,0.3574336051940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,power_law_1.2,0.32010879516601565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,power_law_1.01,0.36900479793548585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,power_law_1.2,0.3386496067047119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,power_law_1.01,0.40953598022460935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,power_law_1.01,0.5098368167877197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,power_law_1.2,0.36353919506072996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.01,0.593228816986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,power_law_1.2,0.37690880298614504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.01,0.7678783893585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.01,0.9153984069824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,power_law_1.2,0.42740478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.01,1.2280320167541503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,power_law_1.2,0.5126976013183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.01,1.6466815948486329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.2,0.6493760108947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.01,2.2470592498779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.2,0.8071999549865723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.01,2.9416704177856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.2,0.9421631813049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.01,4.296217727661133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.2,1.2904128074645995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.2,1.6578880310058595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.01,5.880319976806641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.2,2.4343551635742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,power_law_1.01,7.057491302490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.2,3.0874303817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,2,power_law_1.01,11.631590270996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.2,4.443436813354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.2,5.597766494750976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,2,power_law_1.01,23.467808532714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,power_law_1.2,7.574066925048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,2,power_law_1.2,12.257357025146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,2,power_law_1.2,24.770816040039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.046438398957252505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.03902080059051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.034944000840187076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.03552640080451965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.037171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.04200960099697113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.0431551992893219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.041152000427246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.04850560128688812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.04959999918937683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.05061759948730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.05020800232887268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.05177599787712097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.051795202493667605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.05249279737472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.053465598821640016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.05678079724311828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.05580800175666809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.05669119954109192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.056627202033996585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.05677440166473389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.05928959846496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.06421120166778564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.07094399929046631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.07775999903678894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.08474239706993103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.08428800106048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.09423360228538513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.10351359844207764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.11122560501098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.12162560224533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.15804799795150756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.17121920585632325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.1492095947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.20828158855438234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.21774721145629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.3285887956619263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.306278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,0.500704002380371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.40303997993469237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,power_law_1.2,0.0443583995103836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,power_law_1.01,0.04679040014743805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,0.6715839862823486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,0.6347392082214356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,power_law_1.01,0.031251201033592226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,power_law_1.2,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,1.0555968284606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,0.9100864410400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,power_law_1.01,0.032876798510551454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,1.103328037261963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,power_law_1.2,0.032441601157188416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,1.4263872146606444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,1.8756927490234374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,power_law_1.01,0.037887999415397645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,power_law_1.2,0.03609600067138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,power_law_1.01,0.042630401253700254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,1.9511552810668946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,2.636819267272949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,power_law_1.2,0.04099839925765991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,3.0190528869628905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,4.909804916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,4.112134552001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,10.863481903076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,power_law_1.01,0.046803200244903566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,power_law_1.2,0.05018240213394165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,power_law_1.01,0.05246080160140991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,power_law_1.2,0.05257599949836731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,power_law_1.01,0.0521664023399353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,power_law_1.2,0.05183359980583191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,power_law_1.01,0.05478399991989136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,power_law_1.2,0.05612800121307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,power_law_1.01,0.03986560106277466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,power_law_1.2,0.03947519958019256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,power_law_1.01,0.03837440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,power_law_1.01,0.05798400044441223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,power_law_1.2,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,power_law_1.2,0.03493120074272156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,power_law_1.01,0.035692799091339114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,power_law_1.01,0.059673601388931276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,power_law_1.2,0.036211198568344115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,power_law_1.2,0.060063999891281125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,power_law_1.01,0.03898879885673523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,power_law_1.01,0.0435263991355896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,power_law_1.2,0.038815999031066896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,power_law_1.01,0.05932160019874573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,power_law_1.2,0.06025599837303162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,power_law_1.01,0.06094719767570496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,power_law_1.2,0.06236159801483154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,power_law_1.01,0.06319360136985779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,power_law_1.2,0.06729599833488464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,power_law_1.01,0.07025920152664185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,power_law_1.2,0.076883202791214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,power_law_1.01,0.07803519964218139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,power_law_1.2,0.08347520232200623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,power_law_1.2,0.08407040238380432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,power_law_1.01,0.08348159790039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,power_law_1.01,0.05374079942703247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,power_law_1.2,0.05301759839057922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,power_law_1.01,0.056627202033996585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,power_law_1.2,0.05568640232086182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,power_law_1.01,0.057683199644088745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,power_law_1.2,0.057708799839019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,power_law_1.2,0.12391040325164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,power_law_1.01,0.09845119714736938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.2,0.12273919582366943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.01,0.11295360326766968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,power_law_1.01,0.061952000856399535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.2,0.15671039819717408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.01,0.14201600551605226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,power_law_1.2,0.06366080045700073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,power_law_1.01,0.06536319851875305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.2,0.22570879459381105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.01,0.18368639945983886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,power_law_1.01,0.06791039705276489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,power_law_1.2,0.067603200674057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,power_law_1.2,0.0648639976978302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.2,0.3164351940155029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.01,0.2923903942108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,power_law_1.01,0.0754751980304718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,power_law_1.2,0.06874880194664001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.01,0.3331199884414673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.2,0.43584637641906737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,power_law_1.01,0.08453760147094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,power_law_1.2,0.07831680178642272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,power_law_1.01,0.0840831995010376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.01,0.4620607852935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.2,0.606553602218628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,power_law_1.2,0.08918399810791015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,power_law_1.01,0.09283199906349182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,power_law_1.01,0.11692800521850585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,power_law_1.2,0.09694079756736755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.01,0.5761983871459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.2,0.7828864097595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.01,0.13018239736557008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,power_law_1.2,0.09455360174179077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.01,0.9337151527404786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.01,0.16372480392456054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.2,1.3093376159667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,power_law_1.2,0.12602880001068115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.01,0.21479039192199706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.2,0.1486207962036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.01,1.2477439880371093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.2,1.8541568756103515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.01,0.33298559188842775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.2,0.18435839414596558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.01,0.4081727981567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,power_law_1.01,1.9495359420776368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.2,0.25896320343017576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,power_law_1.2,2.8724544525146483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.01,0.5317311763763428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.2,0.3806015968322754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.01,0.8271936416625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,16,power_law_1.01,2.678790473937988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,16,power_law_1.2,3.963987350463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.2,0.4528639793395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.01,1.1229632377624512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.2,0.7083327770233154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.01,1.5618111610412597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,16,power_law_1.01,5.831315231323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.2,0.9037823677062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,16,power_law_1.2,8.639488220214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,power_law_1.01,1.9517568588256835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.2,1.4093503952026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,8,power_law_1.01,3.3928958892822267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.2,1.8168895721435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,power_law_1.2,2.324025535583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,8,power_law_1.01,5.3614654541015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,8,power_law_1.2,3.9476863861083986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,8,power_law_1.2,9.576032257080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,power_law_1.01,0.0395583987236023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,power_law_1.2,0.0394239991903305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,power_law_1.01,0.03979519903659821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,power_law_1.2,0.03991039991378784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,power_law_1.01,0.04327679872512817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,power_law_1.2,0.042931199073791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,power_law_1.01,0.044838398694992065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,power_law_1.2,0.04542720019817352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,power_law_1.01,0.049670401215553286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,power_law_1.2,0.04902400076389313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,power_law_1.01,0.06318719983100891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,power_law_1.2,0.06285439729690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,power_law_1.01,0.06687999963760376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,power_law_1.2,0.06529920101165772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,power_law_1.01,0.06862080097198486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,power_law_1.01,0.07704960107803345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,power_law_1.2,0.07693439722061157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,power_law_1.01,0.07927680015563965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,power_law_1.01,0.08280320167541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,power_law_1.2,0.07913600206375122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,power_law_1.01,0.08416640162467956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,power_law_1.2,0.08320639729499817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,power_law_1.01,0.08722559809684753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,power_law_1.2,0.08687999844551086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,power_law_1.01,0.09538559913635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,power_law_1.2,0.09181439876556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,power_law_1.01,0.1031999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,power_law_1.2,0.0988864004611969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,power_law_1.01,0.10700160264968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,power_law_1.2,0.10736639499664306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,power_law_1.2,0.11662720441818238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,power_law_1.01,0.12040959596633911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,power_law_1.2,0.12211840152740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,power_law_1.01,0.1453760027885437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,power_law_1.2,0.15809279680252075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.01,0.17963520288467408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.2,0.18624639511108398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.01,0.2626879930496216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.2,0.298361611366272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.01,0.3107392072677612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.2,0.3294143915176392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.01,0.45739521980285647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.2,0.49100160598754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.01,0.5273791790008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.2,0.5666304111480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.01,0.8328512191772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.2,1.0315520286560058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.01,1.0889535903930665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.2,1.2149760246276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.01,1.583129596710205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.2,1.6422975540161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.01,2.148249626159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.2,2.3050559997558593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,power_law_1.01,2.6066047668457033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,power_law_1.2,3.0677120208740236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,4,power_law_1.01,4.788185501098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,4,power_law_1.2,5.3399616241455075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,4,power_law_1.01,8.351507568359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,4,power_law_1.2,10.362163543701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.09844480156898498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.06558079719543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.10264960527420045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.06539520025253295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.07753599882125854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.09109119772911071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.0818943977355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.10072959661483764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.10129280090332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.10987520217895508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.10988800525665283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.1076159954071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.11400959491729737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.11125760078430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.11280640363693237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.11813119649887086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.11799039840698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.12133760452270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.12069120407104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.12546559572219848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.12221440076828002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.12364799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.1320896029472351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.12775039672851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.13562239408493043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.13859200477600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.1426367998123169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.14810880422592163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.15356160402297975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.17831679582595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.2003648042678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.19938559532165528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.2214207887649536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.262988805770874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.25114240646362307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.3129215955734253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.34690558910369873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.4696000099182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,0.4933311939239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,0.5882880210876464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,0.6980607986450196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,0.6278272151947022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,1.4765119552612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,0.8470720291137696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,1.7731903076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,1.2362431526184081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,1.9568447113037108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,2.356979179382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,2.5220800399780274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,3.676371383666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,2.7516416549682616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,4.816921615600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,4.983283233642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,10.307596588134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,11.43575668334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,15.676934814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,power_law_1.01,0.09155840277671815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,power_law_1.2,0.09162880182266235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,power_law_1.01,0.09861760139465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,power_law_1.2,0.07455999851226806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,power_law_1.01,0.060812801122665405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,power_law_1.2,0.06296319961547851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,power_law_1.01,0.07645440101623535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,power_law_1.2,0.07491199970245362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,power_law_1.01,0.08544639945030212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,power_law_1.2,0.0763264000415802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,power_law_1.01,0.07326719760894776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,power_law_1.2,0.07409279942512512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,power_law_1.2,0.0595583975315094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,power_law_1.01,0.08615040183067321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,power_law_1.2,0.06373119950294495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,power_law_1.01,0.061894398927688596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,power_law_1.01,0.0726207971572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,power_law_1.2,0.06729599833488464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,power_law_1.01,0.10249600410461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,power_law_1.2,0.10136959552764893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,power_law_1.01,0.08184319734573364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,power_law_1.2,0.07491840124130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,power_law_1.01,0.1084928035736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,power_law_1.01,0.1121216058731079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,power_law_1.2,0.11277439594268798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,power_law_1.01,0.10428800582885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,power_law_1.2,0.10294400453567505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,power_law_1.01,0.10902400016784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,power_law_1.2,0.10965119600296021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,power_law_1.01,0.11778559684753417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,power_law_1.2,0.11414400339126587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,power_law_1.01,0.11568000316619872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,power_law_1.2,0.11493120193481446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,power_law_1.01,0.12180479764938354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,power_law_1.2,0.12532479763031007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,power_law_1.01,0.12364799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,power_law_1.2,0.12548480033874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,power_law_1.01,0.12679040431976318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,power_law_1.2,0.12997759580612184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,power_law_1.2,0.12217600345611572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,power_law_1.01,0.12677760124206544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,power_law_1.2,0.13080960512161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,power_law_1.01,0.13236479759216307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,power_law_1.2,0.13047679662704467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,power_law_1.2,0.1409343957901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,power_law_1.01,0.13214720487594606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,power_law_1.01,0.1344831943511963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,power_law_1.01,0.13793280124664306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,power_law_1.2,0.14085760116577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,power_law_1.01,0.14056320190429689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,power_law_1.2,0.14747519493103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,power_law_1.01,0.14871679544448851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,power_law_1.2,0.15489920377731323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,power_law_1.2,0.14328320026397706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,power_law_1.01,0.14137599468231202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,power_law_1.2,0.16263680458068847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,power_law_1.01,0.1499071955680847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,power_law_1.01,0.15459840297698973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,power_law_1.2,0.15839999914169312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,power_law_1.01,0.16619520187377929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,power_law_1.2,0.17620480060577393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,power_law_1.01,0.1778432011604309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,power_law_1.2,0.17630720138549805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,power_law_1.2,0.18268799781799316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,power_law_1.01,0.1521407961845398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,power_law_1.01,0.2143872022628784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,power_law_1.2,0.20723841190338135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,power_law_1.2,0.20436480045318603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,power_law_1.01,0.1939903974533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.01,0.2558271884918213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.2,0.26243200302124026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.2,0.23664000034332275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.01,0.31690239906311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.2,0.31303040981292723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.2,0.3557760000228882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.01,0.2759936094284058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.01,0.40659198760986326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.2,0.3884351968765259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.2,0.4236735820770264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.01,0.33327999114990237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.01,0.5196095943450928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.2,0.5020287990570068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.2,0.534662389755249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.01,0.47231359481811525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.01,0.7001791954040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.2,0.6721856117248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.2,0.7914495944976807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.01,0.6075903892517089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.01,1.0960512161254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.2,0.9845824241638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.2,1.1554368019104004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.01,0.8960960388183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.01,1.2780096054077148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.2,1.5000703811645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.2,1.2823424339294434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.01,1.126688003540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.01,1.7386367797851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.2,2.251168060302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.01,1.6629568099975587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.2,2.483660888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.01,2.367827224731445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.2,3.181158447265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.01,2.148691177368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.2,2.877702331542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,power_law_1.01,3.045952033996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,power_law_1.2,3.651327896118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,power_law_1.01,2.5611711502075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,power_law_1.2,3.9759552001953127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,8,power_law_1.01,4.66627197265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,16,power_law_1.2,8.285689544677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,16,power_law_1.01,4.6843711853027346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,8,power_law_1.2,6.372211074829101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,8,power_law_1.01,9.656095886230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,16,power_law_1.2,14.0237060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,16,power_law_1.01,8.189817810058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,8,power_law_1.2,12.39560317993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,power_law_1.01,0.06636800169944763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,power_law_1.2,0.06614400148391723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,power_law_1.2,0.06995199918746949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,power_law_1.01,0.06954879760742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,power_law_1.01,0.07611520290374756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,power_law_1.2,0.07512320280075073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,power_law_1.2,0.06622080206871032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,power_law_1.01,0.07902719974517822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,power_law_1.01,0.06636800169944763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,power_law_1.2,0.06528639793395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,power_law_1.2,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,power_law_1.01,0.08017280101776122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,power_law_1.01,0.0752128005027771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,power_law_1.2,0.07431679964065552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,power_law_1.2,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,power_law_1.01,0.09091839790344239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,power_law_1.01,0.08821120262145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,power_law_1.2,0.10164480209350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,power_law_1.2,0.08215680122375488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,power_law_1.01,0.1065343976020813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,power_law_1.01,0.11786880493164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,power_law_1.2,0.1208191990852356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,power_law_1.2,0.15029759407043458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,power_law_1.01,0.1486207962036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,power_law_1.2,0.12655359506607056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,power_law_1.01,0.12501120567321777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,power_law_1.2,0.16461440324783325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,power_law_1.01,0.16309759616851807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,power_law_1.2,0.13364479541778565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,power_law_1.01,0.13121919631958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,power_law_1.2,0.16841599941253663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,power_law_1.01,0.16649600267410278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,power_law_1.2,0.20305919647216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,power_law_1.01,0.20158720016479492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,power_law_1.2,0.2058176040649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,power_law_1.01,0.2059839963912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,power_law_1.01,0.21907200813293456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,power_law_1.2,0.21914880275726317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,power_law_1.2,0.15155839920043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,power_law_1.01,0.14755200147628783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,power_law_1.01,0.22643840312957764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,power_law_1.2,0.2328320026397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,power_law_1.2,0.15352319478988646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,power_law_1.01,0.15199359655380248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,power_law_1.2,0.2324160099029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,power_law_1.01,0.2333375930786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,power_law_1.01,0.16243200302124022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,power_law_1.2,0.16771199703216552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,power_law_1.2,0.24551041126251222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,power_law_1.01,0.24183039665222167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,power_law_1.01,0.16958719491958618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,power_law_1.2,0.1710271954536438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,power_law_1.01,0.2631103992462158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,power_law_1.2,0.26563200950622556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,power_law_1.01,0.17040640115737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,power_law_1.2,0.1787775993347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,power_law_1.01,0.27312641143798827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,power_law_1.2,0.276857590675354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,power_law_1.01,0.18124799728393554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,power_law_1.2,0.18729599714279174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,power_law_1.01,0.29859199523925783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,power_law_1.2,0.31357440948486326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,power_law_1.01,0.19126399755477905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,power_law_1.2,0.19838720560073853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,power_law_1.01,0.3813632011413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,power_law_1.2,0.41396479606628417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,power_law_1.2,0.21612799167633057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,power_law_1.01,0.19879039525985717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.01,0.4734528064727783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.2,0.47565441131591796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,power_law_1.2,0.2231679916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.01,0.6017407894134521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.2,0.6684288024902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,power_law_1.2,0.2800640106201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,power_law_1.01,0.2651583909988403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.01,0.7603775978088378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.2,0.32743039131164553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.01,0.31994240283966063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.2,0.786675214767456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.2,0.43710079193115237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.01,1.0045503616333007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.01,0.43500800132751466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.2,1.192915153503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.2,0.5516863822937011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.01,0.4976640224456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.01,1.2965184211730958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.2,1.442124843597412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.2,0.7213696002960205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.01,0.7618815898895264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.01,1.9281984329223634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.2,1.9322687149047852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.2,1.0260543823242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.01,0.8775168418884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.01,2.395020866394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.2,2.4714111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.2,1.3939776420593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.01,1.4181504249572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.01,3.6480960845947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.2,3.6925182342529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.2,1.7185344696044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.01,1.605241584777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.01,4.668147277832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.2,5.088819122314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.2,3.081081581115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.01,2.4223743438720704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,power_law_1.01,6.132454299926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,power_law_1.2,6.446681976318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.01,3.7667263031005858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.2,3.6654590606689452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,power_law_1.01,4.623648071289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,2,power_law_1.01,9.530445098876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,power_law_1.2,4.3983806610107425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,2,power_law_1.2,10.408857727050782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,4,power_law_1.01,6.587257385253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,4,power_law_1.2,7.928294372558594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,2,power_law_1.01,18.75438690185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,2,power_law_1.2,22.060018920898436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,4,power_law_1.01,13.783308410644532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,4,power_law_1.2,17.776626586914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.137772798538208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.13836159706115722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.17985919713974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.19055999517440797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.18634239435195923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.14423680305480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.08650239706039428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.08058879971504211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.10614399909973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.11689599752426147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.1250175952911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.11534080505371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.1503167986869812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.12391040325164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.16265599727630614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.17434879541397094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.18069119453430177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.18666239976882934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.19071999788284302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.19420160055160524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.19202560186386108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.1927232027053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.18409600257873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.18921600580215453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.20765440464019774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.18440959453582764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.20591359138488768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.20324480533599854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.21663360595703124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.22036480903625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.2140415906906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.21385600566864013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.223091197013855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.2356544017791748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.24023680686950682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.25768959522247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.2685247898101807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.2887808084487915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.31780478954315183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.37126400470733645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.400486421585083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.3772736072540283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,0.5310912132263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,0.4743231773376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,0.5987520217895508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,0.6916416168212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,0.8447551727294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,1.0427519798278808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,1.1870911598205567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,1.4415552139282226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,1.605196762084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,2.030393600463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,2.130233573913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,2.642111968994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,2.5095487594604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,3.184556770324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,4.0435840606689455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,5.51319694519043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,8.610797119140624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,11.309964752197265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,power_law_1.2,0.0923583984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,power_law_1.2,0.1442304015159607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,power_law_1.01,0.14453760385513306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,power_law_1.2,0.12496000528335571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,power_law_1.01,0.18791040182113647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,power_law_1.01,0.07820159792900086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,power_law_1.2,0.07491840124130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,power_law_1.01,0.09880959987640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,power_law_1.2,0.09212160110473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,power_law_1.2,0.082259202003479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,power_law_1.01,0.10818560123443603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,power_law_1.2,0.10848000049591064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,power_law_1.2,0.09561600089073181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,power_law_1.01,0.0790336012840271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,power_law_1.2,0.0790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,power_law_1.01,0.10216319561004639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,power_law_1.2,0.09690240025520325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,power_law_1.01,0.12093440294265748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,power_law_1.2,0.11727360486984253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,power_law_1.01,0.1384511947631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,power_law_1.2,0.13274240493774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,power_law_1.01,0.16011519432067872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,power_law_1.2,0.15516799688339233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,power_law_1.01,0.13160320520401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,power_law_1.2,0.12318079471588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,power_law_1.01,0.14456959962844848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,power_law_1.2,0.13647359609603882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,power_law_1.2,0.1707327961921692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,power_law_1.01,0.16839040517807008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,power_law_1.01,0.1693120002746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,power_law_1.2,0.16220799684524537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,power_law_1.2,0.1917631983757019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,power_law_1.01,0.19612799882888793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,power_law_1.01,0.18634239435195923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,power_law_1.2,0.17474559545516968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,power_law_1.01,0.2049407958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,power_law_1.2,0.21056640148162842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,power_law_1.01,0.1933568000793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,power_law_1.2,0.17885440587997437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,power_law_1.01,0.21909120082855224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,power_law_1.01,0.20553600788116455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,power_law_1.2,0.21699841022491456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,power_law_1.2,0.1884160041809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,power_law_1.01,0.20952320098876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,power_law_1.01,0.2296895980834961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,power_law_1.2,0.21365759372711182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,power_law_1.2,0.21121280193328856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,power_law_1.01,0.21771519184112548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,power_law_1.01,0.22222719192504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,power_law_1.2,0.21878399848937988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,power_law_1.2,0.21282560825347902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,power_law_1.01,0.2221951961517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,power_law_1.01,0.23729279041290283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,power_law_1.2,0.2423935890197754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,power_law_1.2,0.22364799976348876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,power_law_1.01,0.23393919467926025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,power_law_1.01,0.24533119201660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,power_law_1.2,0.2498176097869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,power_law_1.2,0.230515193939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,power_law_1.01,0.23595519065856935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,power_law_1.01,0.2510335922241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,power_law_1.2,0.2535232067108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,power_law_1.01,0.2644736051559448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,power_law_1.2,0.24114561080932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.01,0.2827264070510864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,power_law_1.01,0.2700416088104248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,power_law_1.2,0.27336320877075193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,power_law_1.2,0.2632319927215576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.01,0.3391616106033325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,power_law_1.01,0.3020992040634155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,power_law_1.2,0.29712638854980467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.2,0.29018239974975585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.01,0.41617918014526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.01,0.3341504096984863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.2,0.3411072015762329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.2,0.34019200801849364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.01,0.5140736103057861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.01,0.4054272174835205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.2,0.4340672016143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.2,0.4315904140472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.01,0.6184192180633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.2,0.5013631820678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.01,0.4912831783294678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.2,0.5777599811553955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.01,0.8500608444213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.2,0.629420804977417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.01,0.6191999912261963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.2,0.7270400047302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.01,1.0904064178466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.01,0.7475200176239014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.2,0.8513919830322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.2,0.9641728401184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.01,1.620627212524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.01,1.0492735862731934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.2,1.1985024452209472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.2,1.2589311599731445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.01,2.108064079284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.01,1.4
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.2,1.403007984161377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.2,2.0975807189941404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,power_law_1.01,2.525030326843262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.01,2.0864320755004884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.2,2.080748748779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.2,2.331987190246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,16,power_law_1.01,4.171283340454101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.2,2.8946815490722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.01,2.579257583618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,power_law_1.2,3.042495918273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,16,power_law_1.01,8.625389099121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,power_law_1.01,3.078553581237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,power_law_1.2,3.5892478942871096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,16,power_law_1.2,5.7586112976074215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,8,power_law_1.01,4.828697586059571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,8,power_law_1.2,5.421459197998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,16,power_law_1.2,11.084569549560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,8,power_law_1.01,9.686592102050781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,8,power_law_1.2,11.876870727539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,power_law_1.01,0.08318719863891602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,power_law_1.2,0.0830784022808075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,power_law_1.01,0.09934719800949096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,power_law_1.2,0.09793919920921326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,power_law_1.01,0.12596479654312134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,power_law_1.2,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,power_law_1.01,0.09259520173072815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,power_law_1.2,0.09262719750404358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,power_law_1.01,0.10176639556884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,power_law_1.2,0.10165760517120362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,power_law_1.01,0.10859520435333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,power_law_1.2,0.10647679567337036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,power_law_1.01,0.11292159557342529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,power_law_1.2,0.11360640525817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,power_law_1.01,0.13089920282363893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,power_law_1.2,0.12581119537353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,power_law_1.01,0.12576639652252197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,power_law_1.2,0.126803195476532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,power_law_1.01,0.15111039876937865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,power_law_1.2,0.14438400268554688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,power_law_1.01,0.1505280017852783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,power_law_1.2,0.13555840253829957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,power_law_1.01,0.17043839693069457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,power_law_1.2,0.16194560527801513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,power_law_1.01,0.2033600091934204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,power_law_1.2,0.1998080015182495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,power_law_1.01,0.23097600936889648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,power_law_1.2,0.23470718860626222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,power_law_1.01,0.20188159942626954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,power_law_1.2,0.17975679636001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,power_law_1.01,0.2531455993652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,power_law_1.2,0.23646719455718995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,power_law_1.01,0.2626879930496216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,power_law_1.01,0.22741758823394775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,power_law_1.2,0.21409919261932372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,power_law_1.2,0.2526592016220093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,power_law_1.01,0.2821376085281372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,power_law_1.01,0.2714751958847046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,power_law_1.2,0.2578943967819214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,power_law_1.2,0.26975359916687014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,power_law_1.01,0.2799936056137085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,power_law_1.01,0.3296063899993896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,power_law_1.2,0.3259968042373657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,power_law_1.2,0.2815040111541748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,power_law_1.01,0.3018304109573364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,power_law_1.2,0.3323391914367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,power_law_1.01,0.35406079292297366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,power_law_1.01,0.31416959762573243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,power_law_1.2,0.29772799015045165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,power_law_1.2,0.36631040573120116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,power_law_1.01,0.37643520832061766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,power_law_1.01,0.3264064073562622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,power_law_1.2,0.31038079261779783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,power_law_1.2,0.3661952018737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,power_law_1.01,0.39010560512542725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,power_law_1.01,0.3529664039611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,power_law_1.2,0.3178816080093384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,power_law_1.01,0.39207680225372316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,power_law_1.2,0.3807487964630127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,power_law_1.01,0.3813119888305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,power_law_1.2,0.3419584035873413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,power_law_1.01,0.42357759475708007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.01,0.4456639766693115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,power_law_1.2,0.41385598182678224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,power_law_1.2,0.42203521728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.01,0.5472000122070313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,power_law_1.01,0.44260478019714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,power_law_1.2,0.43212161064147947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.2,0.48851838111877444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.01,0.6639039993286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,power_law_1.01,0.4639616012573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,power_law_1.2,0.45770878791809083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.2,0.5765183925628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.01,0.9035136222839355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,power_law_1.01,0.510591983795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,power_law_1.2,0.5103807926177979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.2,0.6855231761932373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.01,1.1444735527038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,power_law_1.01,0.5998144149780273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,power_law_1.2,0.6055424213409424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.2,0.8955967903137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.01,1.476588821411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.01,0.6788671970367431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.2,0.6964032173156738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.2,1.1558527946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.01,1.9304895401000977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.01,0.853331184387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.2,0.8827775955200196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.2,1.6443008422851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.01,2.7740352630615233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.01,0.9969152450561524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.2,1.042950439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.2,2.040608024597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.01,3.667385482788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.01,1.3466815948486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.2,1.3967679977416991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.2,3.1824960708618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,power_law_1.01,4.515206527709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.01,1.731046485900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.2,1.8372415542602538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.2,3.9124160766601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.01,2.3435647964477537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.2,2.424742317199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,4,power_law_1.01,6.781881713867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.01,3.039743995666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,power_law_1.2,4.657888031005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.2,3.200012969970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,4,power_law_1.01,13.827500915527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.01,4.3762561798095705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.2,4.699097442626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,4,power_law_1.2,7.576620483398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.01,6.027635192871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.2,6.340198516845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,4,power_law_1.2,15.156448364257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,power_law_1.01,7.01673583984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,power_law_1.2,7.300768280029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,2,power_law_1.01,11.402745819091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,2,power_law_1.2,12.023506927490235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,2,power_law_1.01,22.750994873046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,2,power_law_1.2,22.30145263671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.1748095989227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.17431039810180665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.12816640138626098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.12767360210418702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.10097919702529908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.09270399808883667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.10350079536437988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.10156799554824829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.11145600080490112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.11507200002670288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.12345600128173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.11291520595550537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.1277184009552002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.12382080554962158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.12379519939422608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.1281280040740967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.12723840475082399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.12833280563354493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.13640960454940795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.13364479541778565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.141593599319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.1431488037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.1504639983177185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.14344320297241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.159552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.16275839805603026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.17878400087356566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.16899839639663697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.19121919870376586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.1834496021270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.18298239707946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.20031359195709228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.2525631904602051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.21488640308380128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.21543679237365723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.2663167953491211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.27653119564056394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.3035520076751709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.3204031944274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.3896768093109131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.01,0.4280576229095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.2,0.4952064037322998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.01,0.5019455909729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.2,0.5817599773406983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.01,0.6770880222320557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.2,0.8770943641662597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.2,1.0409664154052733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.01,0.8612159729003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.01,1.2965632438659669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.2,1.6132863998413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.01,1.6054527282714843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.2,2.175168037414551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.01,2.1838783264160155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.2,3.0396352767944337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.01,3.7525375366210936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.2,5.6875457763671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.01,6.141664123535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.01,0.12713600397109986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.2,11.575334167480468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.2,0.17224960327148436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.01,0.12755199670791625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.2,0.12729599475860595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.2,0.07727360129356384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.01,0.09085440039634704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.2,0.09203199744224548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.01,0.09401599764823913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.2,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.01,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.2,0.11189119815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.01,0.10357120037078857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.2,0.11634559631347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.01,0.12014080286026001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.2,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.01,0.12314879894256592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.2,0.12172800302505493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.01,0.1214784026145935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.2,0.12956160306930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.01,0.09774720072746276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.2,0.1276927947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.01,0.12365440130233765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.2,0.1487615942955017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.01,0.13144320249557495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.2,0.12596479654312134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.01,0.12726399898529053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.2,0.1280959963798523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.01,0.08216959834098816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.2,0.12760319709777831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.01,0.13156479597091675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.2,0.07634559869766236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.01,0.08809599876403809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.2,0.0895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.01,0.15760639905929566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.01,0.0929472029209137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.2,0.1677888035774231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.2,0.0907904028892517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.01,0.164518404006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.01,0.0964735984802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.2,0.188864004611969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.2,0.09262080192565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.01,0.16589440107345582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.01,0.10913920402526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.2,0.177510404586792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.2,0.11205120086669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.01,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.01,0.11909120082855225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.2,0.21334400177001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.2,0.11735039949417114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.01,0.19905920028686525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.01,0.12324479818344117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.2,0.23153278827667237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.2,0.12561919689178466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.01,0.2000191926956177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.01,0.12885119915008544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.2,0.2768768072128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.2,0.124236798286438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.01,0.2563776016235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.01,0.12064640522003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.2,0.13096319437026976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.2,0.36671359539031984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.01,0.30649600028991697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.01,0.13471360206604005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.2,0.139027202129364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.2,0.49414401054382323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.01,0.4149439811706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.01,0.13648639917373656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.2,0.14574079513549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.2,0.542252779006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.01,0.4291264057159424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.01,0.15168000459671022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.2,0.15480320453643798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.2,0.6334464073181152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.01,0.5659135818481446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.01,0.16083840131759644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.2,0.16455680131912231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.2,0.8815872192382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.01,0.17214080095291137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.01,0.7875391960144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.2,0.16766079664230346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.01,0.1931264042854309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.2,1.3308352470397948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.2,0.1927296042442322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.01,0.9689791679382325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.01,0.23123199939727784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.2,0.22119040489196778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.2,1.8559040069580077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.01,1.4018176078796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.01,0.21540479660034179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.2,0.24204800128936768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.2,2.063916778564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.01,1.5530240058898925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.01,0.2986047983169556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.2,0.3037568092346191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.01,0.3108288049697876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.2,0.35126399993896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.2,3.9066944122314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.01,2.891366386413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.01,0.415008020401001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.2,0.44837121963500975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.01,0.4429056167602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.2,8.602323150634765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.2,0.5175936222076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.01,6.0282752990722654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.01,0.613651180267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.2,0.7509823799133301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.01,0.7696832180023193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.2,0.809113597869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.2,1.2199551582336425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.01,1.0119487762451171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.2,1.6386175155639648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.01,1.3736384391784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.2,1.9918655395507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.01,1.5547519683837892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.2,3.464921569824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.01,2.5955007553100584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.2,0.1369472026824951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.2,7.294643402099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.01,5.315052795410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.01,0.13714560270309448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.2,0.10272639989852905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.01,0.10072319507598877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.2,0.07496320009231568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.01,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.2,0.08328319787979126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.01,0.08312960267066956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.01,0.09923840165138245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.2,0.0905344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.01,0.10062079429626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.2,0.10787839889526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.2,0.1260159969329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.01,0.1345919966697693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.2,0.13360639810562133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.2,0.1336127996444702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.01,0.1337407946586609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.2,0.11963520050048829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.01,0.15425280332565308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.2,0.13982720375061036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.01,0.14061440229415895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.2,0.09048320055007934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.01,0.08776320219039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.2,0.13160959482192994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.01,0.12776319980621337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.2,0.0732096016407013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.01,0.07461760044097901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.01,0.13753600120544435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.2,0.08481919765472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.01,0.08208000063896179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.2,0.1451200008392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.01,0.14965759515762328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.2,0.16587519645690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.01,0.16046719551086425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.2,0.11319680213928222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.01,0.11935360431671142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.2,0.17710720300674437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.2,0.13458559513092042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.01,0.16888959407806398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.01,0.13596800565719605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.2,0.1807360053062439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.2,0.13948800563812255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.01,0.1751039981842041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.2,0.13932160139083863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.01,0.13745919466018677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.2,0.1863103985786438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.01,0.18542720079421998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.2,0.14776959419250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.01,0.145305597782135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.2,0.22836480140686036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.01,0.22392959594726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.2,0.16047359704971315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.01,0.14480639696121217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.2,0.24668800830841064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.01,0.22495360374450685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.2,0.16531200408935548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.01,0.1596992015838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.2,0.30512640476226804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.2,0.17564159631729126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.01,0.2923392057418823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.2,0.18763519525527955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.01,0.16761599779129027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.2,0.40461440086364747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.01,0.35431680679321287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.2,0.19922560453414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.01,0.1748095989227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.2,0.5208511829376221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.01,0.5694399833679199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.2,0.20464000701904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.01,0.18205440044403076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.2,0.527020788192749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.01,0.4842112064361572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.2,0.20687360763549806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.01,0.19347840547561646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.2,0.7853631973266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.01,0.7261568069458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.2,0.2481600046157837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.01,0.20039041042327882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.2,0.9428544044494629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.2,0.27711360454559325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.01,0.8077887535095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.01,0.20122239589691163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.2,0.35126399993896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.2,1.3239616394042968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.01,1.2062272071838378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.01,0.24673919677734374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.2,0.43201918601989747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.2,1.6993408203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.01,0.26820480823516846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.01,1.6293119430541991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.2,0.5502912044525147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.01,0.3256511926651001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.2,2.123091125488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.01,1.791347122192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.2,0.8267775535583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.01,0.4079616069793701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.2,1.0197312355041503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.01,2.7450368881225584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.2,4.182944107055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.01,0.5397632122039795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.2,1.3456255912780761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.01,0.6843008041381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.01,5.86748161315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.2,7.798265838623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.2,1.901318359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.01,0.9911359786987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.01,1.0837823867797851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.2,2.417740821838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.01,1.6675071716308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.2,3.01212158203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.01,2.1035135269165037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.2,4.075929641723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.01,2.989132881164551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.01,3.764761734008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.2,8.372402954101563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.01,7.203955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.01,0.06340479850769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.2,0.08629119992256165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.01,0.08121600151062011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.2,0.08264960050582885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.2,0.07544959783554077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.01,0.07678080201148987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.2,0.08951039910316468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.01,0.09205120205879211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.2,0.10223360061645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.01,0.1098688006401062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.01,0.13882240056991577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.2,0.1310912013053894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.01,0.16589440107345582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.2,0.16061439514160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.01,0.16147840023040771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.2,0.1582335948944092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.01,0.16607999801635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.2,0.1602944016456604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.10000640153884888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.01,0.16926079988479614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.2,0.16918400526046753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.01,0.19962879419326782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.0997759997844696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.2,0.19756799936294556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.048851200938224794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.01,0.20685439109802245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.043935999274253845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.047660800814628604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.2,0.20696959495544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.01,0.21731839179992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.047654399275779726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.05014399886131286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.2,0.21596159934997558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.01,0.22620160579681398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.047884801030159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.05089920163154602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.2,0.23367679119110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.01,0.24876799583435058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.05275520086288452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.05020800232887268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.2,0.2482304096221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.01,0.25910398960113523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.05134720206260681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.054655998945236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.2,0.26481919288635253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.01,0.2693887948989868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.054745602607727054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.05315200090408325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.2,0.2662015914916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.01,0.304582405090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.056704002618789676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.05563520193099976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.2,0.3201024055480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.01,0.3517888069152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.059935998916625974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.05785599946975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.01,0.44002561569213866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.2,0.3631295919418335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.06748160123825073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.06327040195465088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.01,0.5224319934844971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.06997119784355163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.2,0.45180158615112304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.06462720036506653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.01,0.7002495765686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.07077760100364686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.06980479955673217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.2,0.5439743995666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.01,0.8799360275268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.07820159792900086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.07012479901313781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.2,0.7331840038299561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.08900480270385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.01,1.2966400146484376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.07018240094184876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.2,0.9503040313720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.09416959881782531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.08463360071182251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.01,1.6617088317871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.2,1.3057087898254394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.12870399951934813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.09233279824256897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.01,2.3617664337158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.10095360279083251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.10249600410461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.2,1.7516351699829102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.01,3.0771392822265624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.15014400482177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.12961920499801635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.2,2.8226688385009764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.15858559608459472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.12465920448303222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.01,3.521625518798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.2,3.035014343261719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.2223423957824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.18250880241394044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.01,5.7052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.20380799770355223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.28440959453582765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.2,4.0580097198486325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.31877119541168214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.01,0.3940864086151123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.01,10.83328628540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.2,6.119424057006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.35662720203399656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.01,0.48638081550598145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.2,0.6933951854705811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.01,0.7829887866973877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.2,13.519161987304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.2,0.7134016036987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.01,0.889305591583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.2,1.1927040100097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.01,1.0673919677734376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.2,1.8893119812011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.01,2.0490175247192384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.2,2.4113216400146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.01,3.6711105346679687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.2,3.733407974243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.01,0.09984639883041382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.01,0.041631999611854556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.2,9.214125061035157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.01,0.04119040071964264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.01,0.04374400079250336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.2,0.09336959719657897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.2,0.0400191992521286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.01,0.04885759949684143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.01,0.05125120282173157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.2,0.04119040071964264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.01,0.05206400156021118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.01,0.10430719852447509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.01,0.05493119955062866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.2,0.046387198567390445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.01,0.048819199204444885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.01,0.05671039819717407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.2,0.04979200065135956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.01,0.038764798641204835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.01,0.05841919779777527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.2,0.05100799798965454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.2,0.10469119548797608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.01,0.04123519957065582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.01,0.059059202671051025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.2,0.05496320128440857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.2,0.04139519929885864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.01,0.04332799911499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.01,0.06063359975814819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.2,0.05691519975662231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.2,0.03811840116977692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.01,0.05559679865837097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.01,0.06728960275650024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.2,0.05726079940795899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.2,0.039776000380516055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.01,0.05583999752998352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.01,0.07871999740600585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.2,0.04359680116176605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.01,0.05852159857749939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.01,0.08030080199241638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.2,0.06654080152511596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.01,0.061990398168563846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.01,0.08065279722213745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.2,0.06845440268516541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.2,0.05588480234146118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.01,0.06408320069313049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.01,0.10462720394134521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.2,0.06939520239830017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.2,0.06238080263137817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.01,0.06618880033493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.01,0.12876800298690796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.2,0.08056960105895997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.2,0.06399999856948853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.01,0.06935679912567139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.01,0.1564095973968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.2,0.08379520177841186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.2,0.06439039707183838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.01,0.06958079934120179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.01,0.1603775978088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.2,0.10370559692382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.2,0.06577919721603394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.01,0.05927039980888367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.01,0.2111232042312622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.2,0.11466879844665527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.01,0.06752640008926392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.01,0.21829121112823485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.2,0.1315392017364502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.2,0.06954240202903747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.01,0.07297919988632202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.01,0.3469504117965698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.2,0.17228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.2,0.06432639956474304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.01,0.08354560136795045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.01,0.37304320335388186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.2,0.21072640419006347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.2,0.06969599723815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.01,0.09136639833450318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.01,0.5836800098419189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.2,0.0766207993030548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.2,0.26696960926055907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.01,0.10015360116958619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.2,0.08106240034103393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.2,0.32819199562072754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.01,0.653439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.01,0.13564800024032592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.01,0.16876159906387328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.2,0.4453567981719971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.01,0.9172351837158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.2,0.12620799541473388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.01,0.24805760383605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.2,0.5534207820892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.2,0.15861120223999023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.01,1.2868800163269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.01,0.2751807928085327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.2,0.1883903980255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.2,0.7492608070373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.01,0.3694080114364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.2,0.2910271883010864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.01,3.3672321319580076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.2,1.054246425628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.2,0.26769280433654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.01,0.39168639183044435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.2,1.792051124572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.2,0.43333120346069337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.01,0.5103487968444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.2,0.5286335945129395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.2,2.3020864486694337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.01,0.6788032054901123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.2,0.810854434967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.01,0.9820672035217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.2,1.0818431854248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.2,5.668409729003907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.01,1.2763072013854981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.2,1.1164928436279298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.01,0.0856768012046814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.2,2.369254493713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.01,3.161337661743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.01,0.042208001017570496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.01,0.037529599666595456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.2,5.828339385986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.01,0.04017280042171478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.01,0.04523519873619079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.01,0.05792639851570129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.01,0.05990399718284607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.2,0.08111360073089599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.01,0.06222079992294312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.01,0.06562560200691223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.2,0.03692159950733185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.2,0.03856000006198883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.01,0.06826879978179931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.01,0.0850048005580902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.2,0.038553598523139956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.01,0.06848000288009644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.01,0.04479359984397888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.2,0.04213759899139404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.2,0.07561600208282471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.01,0.07145599722862243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.01,0.04188799858093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.2,0.058483201265335086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.2,0.04387840032577515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.01,0.062745600938797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.01,0.055129599571228025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.2,0.04166400134563446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.2,0.0611519992351532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.01,0.06506879925727845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.01,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.2,0.04926080107688904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.2,0.06402559876441956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.01,0.07141759991645813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.01,0.06047359704971313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.2,0.057574397325515746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.2,0.06622080206871032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.01,0.08008959889411926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.01,0.061952000856399535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.2,0.0588096022605896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.2,0.06840959787368775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.01,0.09751039743423462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.01,0.06159359812736511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.2,0.06296319961547851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.2,0.070278400182724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.01,0.10622080564498901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.01,0.06230400204658508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.2,0.06396160125732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.01,0.14164479970932006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.01,0.06318079829216003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.2,0.0637503981590271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.2,0.07154560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.01,0.18159359693527222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.01,0.06474239826202392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.2,0.06418560147285461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.2,0.06339840292930603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.01,0.06534399986267089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.01,0.24776959419250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.2,0.06490880250930786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.2,0.06766719818115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.01,0.06869760155677795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.01,0.27216639518737795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.2,0.06741759777069092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.2,0.07566720247268677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.01,0.07080960273742676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.01,0.4177408218383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.2,0.06929280161857605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.2,0.08302720189094544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.01,0.0838271975517273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.2,0.07772799730300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.01,0.4585087776184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.2,0.09731199741363525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.2,0.08677120208740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.01,0.747603178024292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.2,0.11885440349578857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.01,0.09919360280036926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.2,0.09111040234565734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.2,0.14821120500564575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.01,0.7606272220611572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.01,0.12186239957809449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.2,0.10232959985733033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.2,0.17260160446166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.01,0.15255680084228515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.01,1.1531904220581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.2,0.12273279428482056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.2,0.24681599140167237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.01,0.19571839570999144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.2,0.16494079828262329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.01,1.4729536056518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.2,0.33231360912323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.01,0.25776000022888185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.2,0.21774721145629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.2,0.4988607883453369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.2,0.2642240047454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.01,0.35886080265045167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.01,2.929395294189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.2,0.37405440807342527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.01,0.35491840839385985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.2,0.561683177947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.2,0.38445439338684084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.01,0.6003776073455811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.2,0.837343978881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.2,0.603059196472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.01,0.6073344230651856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.2,1.039795207977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.2,0.6664703845977783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.01,0.9768256187438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.2,1.6520639419555665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.2,1.0668031692504882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.01,1.0785216331481933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.2,1.3623488426208497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.2,2.0880128860473635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.01,1.4455743789672852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.2,1.7702783584594726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.01,0.08215680122375488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.2,4.421484756469726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.01,2.515999984741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.01,0.039878401160240176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.2,2.244358444213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.01,0.04716159999370575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.01,3.9292415618896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.01,0.05672320127487183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.2,6.347065734863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.01,0.061887997388839724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.01,0.06755200028419495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.01,0.0701632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.01,0.07275519967079162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.01,0.07367039918899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.01,0.07530879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.01,0.07691519856452941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.2,0.07507839798927307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.01,0.0782975971698761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.2,0.04200319945812225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.01,0.07801600098609925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.2,0.04562560021877289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.01,0.0836736023426056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.2,0.049209600687026976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.01,0.09144960045814514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.01,0.1066431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.2,0.061459201574325564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.01,0.24551680088043212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.01,0.11414400339126587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.2,0.06928640007972717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.2,0.18188159465789794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.01,0.10366719961166382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.01,0.13640320301055908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.2,0.06937599778175355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.01,0.1995136022567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.01,0.0747327983379364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.2,0.07158399820327759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.2,0.0765824019908905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.01,0.2540672063827515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.01,0.08638719916343689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.2,0.07326080203056336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.2,0.08930559754371643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.01,0.29190399646759035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.01,0.09470080137252808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.2,0.073471999168396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.2,0.08677120208740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.01,0.41860480308532716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.01,0.09415040016174317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.2,0.0753279983997345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.2,0.10235519409179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.01,0.09807999730110169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.01,0.45355520248413084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.2,0.07862399816513062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.2,0.1000704050064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.01,0.10552959442138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.01,0.6394688129425049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.2,0.08049280047416688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.2,0.10305919647216796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.01,0.10299520492553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.01,0.8514047622680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.2,0.08579840064048767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.2,0.10282880067825317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.01,0.11111680269241334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.2,0.10034559965133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.2,0.11333119869232178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.01,1.2332608222961425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.01,0.12035839557647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.2,0.10665600299835205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.2,0.12256640195846558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.01,1.76495361328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.01,0.13050880432128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.2,0.11683839559555054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.2,0.12232320308685303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.01,0.12965760231018067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.01,2.0734399795532226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.2,0.13839999437332154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.2,0.12792960405349732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.01,0.13131519556045532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.2,0.18500479459762573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.2,0.14967679977416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.01,3.355129623413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.01,0.14766720533370972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.2,0.24301440715789796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.2,0.1578112006187439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.01,0.1614527940750122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.2,0.3157119989395142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.2,0.16792960166931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.01,6.565177917480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.01,0.16624000072479247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.2,0.44255361557006834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.2,0.187283194065094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.01,0.19411840438842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.2,0.2839871883392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.2,0.4958144187927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.01,0.21181440353393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.2,0.22277119159698486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.2,0.7206719875335693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.01,0.27827839851379393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.2,0.3104192018508911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.2,1.043398380279541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.01,0.2975872039794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.2,0.31899518966674806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.01,0.38438398838043214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.2,1.6633535385131837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.2,0.4883456230163574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.01,0.4551743984222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.2,1.9126527786254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.2,0.5158143997192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.01,0.6296703815460205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.2,2.3701696395874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.2,0.7961664199829102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.01,0.7963327884674072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.01,0.13742719888687133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.2,1.1025279998779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.01,1.2480832099914552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.01,0.09593600034713745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.2,3.9020160675048827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.2,1.6156991958618163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.01,0.07194240093231201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.01,1.7258560180664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.01,0.08200960159301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.2,7.845075225830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.2,2.241139221191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.01,1.8948799133300782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.01,0.08674560189247131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.2,2.698348808288574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.01,0.09742720127105713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.01,3.507097625732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.01,0.10113919973373413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.2,5.256012725830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.01,0.11128319501876831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.01,5.95288314819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.01,0.11225600242614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.01,0.12349439859390259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.2,10.037273406982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.01,0.1287551999092102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.01,0.13688960075378417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.01,0.1392575979232788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.2,0.1380288004875183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.01,0.17273600101470948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.2,0.0710591971874237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.01,0.18625919818878173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.2,0.07339519858360291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.01,0.20810239315032958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.01,0.12371840476989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.2,0.08162559866905213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.01,0.2811840057373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.01,0.08855040073394775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.2,0.08385279774665833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.2,0.15488640069961548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.01,0.28275198936462403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.2,0.09477120041847228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.01,0.0686079978942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.2,0.06810879707336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.01,0.3911168098449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.01,0.07566720247268677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.2,0.06940159797668458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.2,0.11251840591430665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.01,0.45912961959838866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.01,0.0864960014820099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.2,0.07746559977531434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.2,0.11920000314712524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.01,0.09751039743423462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.01,0.6047616004943848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.2,0.08229759931564332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.2,0.12126079797744752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.01,0.09856640100479126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.2,0.09587839841842652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.01,0.6516736030578614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.01,0.10899840593338013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.2,0.11897599697113037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.2,0.09786880016326904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.01,1.0787455558776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.01,0.11793279647827148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.2,0.13502720594406128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.2,0.11198079586029053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.01,1.8025215148925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.01,0.12323839664459228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.2,0.13775360584259033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.2,0.11652480363845825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.01,0.1282304048538208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.2,0.12137600183486938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.2,0.1322175979614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.01,2.093587112426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.2,0.12884479761123657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.01,0.13115520477294923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.2,0.14852479696273804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.01,2.9641984939575194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.2,0.13267199993133544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.01,0.13390719890594482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.2,0.16640640497207643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.2,0.1335360050201416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.01,0.1320255994796753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.2,0.16513919830322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.01,4.820889663696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.2,0.1373952031135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.01,0.13939839601516724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.2,0.20047359466552733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.01,0.14652160406112671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.2,0.14266879558563234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.2,0.23463680744171142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.01,0.16081279516220093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.2,0.1577407956123352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.2,0.36551039218902587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.01,0.19335039854049682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.2,0.15637760162353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.2,0.34688639640808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.01,0.2031872034072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.2,0.19040000438690186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.2,0.5606912136077881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.01,0.26742401123046877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.2,0.21551361083984374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.2,0.5658624172210693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.01,0.3248447895050049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.2,0.29063680171966555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.2,0.7560128211975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.01,0.470963191986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.2,0.35486080646514895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.01,0.15337599515914918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.2,0.9387647628784179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.01,0.48655362129211427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.2,0.5227712154388428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.01,0.08076159954071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.01,0.7839104175567627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.2,1.2532928466796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.2,0.5987904071807861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.01,0.0662335991859436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.01,0.7506944179534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.01,0.07702400088310242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.2,0.860108757019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.2,2.2585216522216798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.01,0.08472319841384887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.01,1.1963711738586427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.2,0.8805312156677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.2,2.618764877319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.01,0.10288000106811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.01,1.500883197784424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.2,1.6081920623779298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.01,0.10789120197296143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.2,3.5950462341308596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.01,1.7788799285888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.01,0.10843520164489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.2,1.9739391326904296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.01,0.11272319555282592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.2,7.9812156677246096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.01,2.5922367095947267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.2,2.8082368850708006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.01,0.11924480199813843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.01,0.12075519561767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.2,3.7253440856933593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.01,6.48370590209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.01,0.1429952025413513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.01,0.14741120338439942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.01,0.1460479974746704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.2,8.152754974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.01,0.1554111957550049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.01,0.16981120109558107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.01,0.18970240354537965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.01,0.2409343957901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.01,0.27755520343780515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.01,0.36803839206695554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.2,0.12602239847183228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.01,0.4474048137664795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.2,0.0759168028831482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.01,0.6538688182830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.01,0.11210240125656128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.2,0.07887359857559204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.01,0.7835455894470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.01,0.07810559868812561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.2,0.08303359746932984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.2,0.11068799495697021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.01,1.211571216583252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.01,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.2,0.10104960203170776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.2,0.07318400144577027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.01,0.0830847978591919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.2,0.10822399854660034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.01,1.1349056243896485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.2,0.06944000124931335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.01,0.09761919975280761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.2,0.11134719848632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.01,1.801215934753418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.2,0.0852288007736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.01,0.12060799598693847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.2,0.11548800468444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.01,1.9327104568481446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.2,0.08991360068321227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.01,0.13358080387115479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.2,0.12249599695205689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.2,0.11987839937210083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.01,2.520345687866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.01,0.13878400325775148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.2,0.12725759744644166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.2,0.13223040103912354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.2,0.14488960504531861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.01,3.6734081268310548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.2,0.13535360097885132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.2,0.14888319969177247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.01,0.15601279735565185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.2,0.14725760221481324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.2,0.15224319696426392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.01,0.16225919723510743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.01,7.214566040039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.2,0.15516799688339233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.01,0.17128959894180298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.2,0.1606335997581482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.2,0.1676543951034546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.01,0.1785215973854065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.2,0.1788032054901123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.01,0.18828799724578857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.2,0.1739967942237854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.2,0.18844799995422362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.01,0.21353600025177003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.2,0.18016639947891236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.2,0.23680639266967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.01,0.2353343963623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.2,0.19263360500335694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.2,0.29443199634552003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.01,0.23813118934631347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.2,0.22223360538482667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.2,0.3929919958114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.01,0.30455679893493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.2,0.23799679279327393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.2,0.3743743896484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.01,0.37005441188812255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.2,0.25610239505767823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.2,0.5061952114105225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.01,0.5009856224060059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.2,0.323526406288147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.2,0.8277055740356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.2,0.3734272003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.01,0.7251840114593506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.2,1.2341312408447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.01,0.9187392234802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.2,0.5305471897125245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.2,1.3619071960449218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.01,0.8904191970825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.2,0.743123197555542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.2,1.8129024505615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.2,1.0338815689086913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.01,1.3319487571716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.2,2.326585578918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.2,0.9373824119567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.01,1.476307201385498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.2,1.365388774871826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.2,2.5819135665893556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.01,2.0991872787475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.38412160873413087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.2,1.495206356048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.01,2.9976192474365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.2,4.632742309570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.16792960166931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.2,2.139187240600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.16470400094985962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.01,3.5640895843505858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.2,3.0583423614501952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.2,8.530963134765624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.11439360380172729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.01,4.6739646911621096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.2,3.7409217834472654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.13597439527511596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.2,5.45544319152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.01,9.589081573486329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.13877760171890258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.16032639741897584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.15958399772644044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.2,10.601983642578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.16047359704971315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.16174720525741576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.16183680295944214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.1683135986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.1831488013267517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.1956544041633606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.20657920837402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.24529919624328614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.27187199592590333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.27886080741882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.36014719009399415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.3563584089279175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.01,0.1770751953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.01,0.47934718132019044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.01,0.1751871943473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.2121664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.2,0.17642879486083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.01,0.45780482292175295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.01,0.16166399717330932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.1701632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.2,0.17328640222549438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.01,0.6851456165313721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.01,0.09629439711570739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.16191359758377075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.2,0.15964800119400024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.01,0.8528767585754394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.01,0.10692479610443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.11111040115356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.2,0.09784319996833801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.01,1.352524757385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.01,0.11669759750366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.11469440460205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.2,0.10857599973678589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.01,0.135315203666687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.01,1.4514623641967774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.13063039779663085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.2,0.10808320045471191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.01,0.15765119791030885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.12124799489974976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.01,1.7670015335083007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.2,0.13307520151138305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.01,0.15589120388031005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.1591104030609131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.01,3.034943962097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.2,0.1387392044067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.01,0.16042879819869996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.15423359870910644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.2,0.14510719776153563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.01,0.1595072031021118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.15632640123367308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.01,6.2765247344970705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.2,0.14366079568862916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.01,0.15100159645080566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.15745279788970948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.2,0.15256320238113402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.01,0.1673472046852112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.16033920049667358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.2,0.16651519536972045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.01,0.17461760044097902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.16897280216217042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.2,0.1577407956123352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.19249279499053956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.01,0.19422719478607178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.2,0.1744447946548462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.20453119277954102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.01,0.1946176052093506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.2,0.19775999784469606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.2184959888458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.01,0.22958080768585204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.2,0.19867520332336425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.26576640605926516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.01,0.26039040088653564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.2,0.2268928050994873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.312224006652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.01,0.24721920490264893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.2,0.26413440704345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.3375679969787598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.01,0.319648003578186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.01,0.1814463973045349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.2,0.2578943967819214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.01,0.13832319974899293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.4124159812927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.01,0.330297589302063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.2,0.33736319541931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.01,0.1663040041923523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.4238719940185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.01,0.38876159191131593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.2,0.35053439140319825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.01,0.08570240139961242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.2,0.5224448204040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.01,0.4787583827972412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.2,0.49936637878417967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.01,0.09945600032806397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.2,0.6017983913421631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.01,0.5920703887939454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.2,0.5334784030914307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.01,0.11042560338973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.2,0.7540224075317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.01,0.8141183853149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.2,0.7554687976837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.01,0.12455040216445923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.2,1.222764778137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.01,1.0692735671997071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.01,0.15015679597854614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.2,0.9758336067199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.2,1.8428352355957032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.01,1.4948800086975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.01,0.15240960121154784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.2,1.1835519790649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.01,0.14691200256347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.2,2.237299156188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.01,1.7872512817382813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.2,1.8944000244140624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.01,0.16224639415740966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.2,2.6104768753051757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.01,2.753267288208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.01,0.16268160343170165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.2,2.702886390686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.01,0.1680575966835022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.2,4.7136383056640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.2,4.001152038574219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.01,5.551129531860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.01,0.17698559761047364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.01,0.18714239597320556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.2,11.522220611572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.2,7.885491180419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.01,0.20205440521240234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.01,0.22047359943389894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.01,0.25569279193878175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.01,0.24211199283599855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.01,0.30522880554199217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.01,0.3310015916824341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.01,0.4271232128143311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.01,0.5123072147369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.01,0.6469120025634766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.01,0.7714176177978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.2,0.0986624002456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.2,0.13814400434494017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.01,1.086515235900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.01,0.11188479661941528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.2,0.18780800104141235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.2,0.13389439582824708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.2,0.1041983962059021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.01,0.09987199902534485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.01,1.525657558441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.2,0.08821120262145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.2,0.09430400133132935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.01,0.1295040011405945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.01,1.8072639465332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.2,0.09787520170211791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.2,0.08356480002403259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.01,0.08509439826011658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.01,2.4969791412353515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.2,0.10569599866867066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.2,0.09772800207138062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.01,0.09422720074653626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.2,0.10376960039138794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.2,0.10824960470199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.01,0.11840640306472779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.01,5.134080123901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.2,0.13818880319595336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.2,0.12186880111694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.01,0.12399359941482543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.2,0.14190720319747924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.2,0.1483199954032898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.01,0.13905919790267945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.2,0.13736319541931152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.2,0.16769920587539672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.01,0.15646079778671265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.2,0.15239039659500123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.2,0.14967039823532105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.01,0.15854719877243043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.2,0.15786240100860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.2,0.16359039545059204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.01,0.15742720365524293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.2,0.1677567958831787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.2,0.16208640336990357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.01,0.17007999420166015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.2,0.1714687943458557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.2,0.17235200405120848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.01,0.16862080097198487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.2,0.1832128047943115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.2,0.18331520557403563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.01,0.1770624041557312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.01,0.12069120407104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.2,0.19397759437561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.2,0.19572479724884034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.01,0.1948799967765808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.01,0.08867200016975403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.2,0.2060096025466919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.01,0.10863360166549682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.2,0.22152960300445557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.01,0.2016832113265991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.2,0.23304319381713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.01,0.08513919711112976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.2,0.2628671884536743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.01,0.23019518852233886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.2,0.2598464012145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.01,0.10179200172424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.2,0.26350719928741456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.01,0.26042881011962893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.2,0.28600320816040037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.01,0.1293887972831726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.2,0.3082880020141602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.01,0.2695168018341064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.2,0.35063040256500244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.01,0.13445119857788085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.2,0.3464639902114868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.01,0.3211008071899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.2,0.4021440029144287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.01,0.15344640016555786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.2,0.4625728130340576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.01,0.37394559383392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.2,0.5644927978515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.01,0.163046395778656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.2,0.5946815967559814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.01,0.48688640594482424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.2,0.5955391883850097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.01,0.16567039489746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.2,0.7414976119995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.01,0.5817215919494629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.2,0.8639360427856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.01,0.17341439723968505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.2,0.8342592239379882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.01,0.795468807220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.2,0.9839232444763184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.01,0.18993279933929444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.01,0.8646400451660157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.2,1.3977343559265136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.01,0.1930816054344177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.2,1.3813952445983886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.01,1.2786368370056151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.2,1.74017276763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.01,0.21004159450531007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.2,1.6724992752075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.01,0.22423040866851807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.01,1.5310655593872071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.2,2.0840127944946287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.2,1.8756223678588868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.01,0.23300480842590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.01,1.9360063552856446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.2,3.224313735961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.2,3.362470245361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.01,0.24734079837799072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.01,2.913279914855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.01,0.2928960084915161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.2,5.9984382629394535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.2,7.416531372070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.01,0.3184063911437988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.01,5.269023895263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.01,0.38454399108886717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.01,0.42299518585205076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.01,0.5855743885040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.01,0.75447678565979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.01,1.1121408462524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.01,1.1465408325195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.01,1.7412096023559571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.01,2.061305618286133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.2,0.07687680125236511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.01,0.06403200030326843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.01,2.5316799163818358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.2,0.07980800271034241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.2,0.08881919980049133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.01,0.08363519906997681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.2,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.2,0.08348159790039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.01,3.724582290649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.01,0.09687680006027222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.2,0.08079360127449035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.2,0.08484479784965515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.01,0.0912447988986969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.01,7.102220916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.2,0.09149439930915833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.2,0.09807360172271729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.01,0.11557120084762573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.2,0.1093440055847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.2,0.12154879570007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.01,0.14143359661102295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.01,0.15438079833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.2,0.13664000034332274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.2,0.12974720001220702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.01,0.17819520235061645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.2,0.14822399616241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.2,0.14587520360946654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.01,0.18542720079421998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.2,0.17301119565963746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.2,0.15168000459671022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.01,0.1915711998939514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.2,0.15578240156173706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.2,0.1831168055534363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.01,0.21799681186676026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.2,0.17706880569458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.2,0.1874559998512268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.01,0.2389888048171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.2,0.18837120532989501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.2,0.22120959758758546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.2,0.1922943949699402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.01,0.24241280555725098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.2,0.23525760173797608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.2,0.2498687982559204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.2,0.20943360328674315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.01,0.26503040790557864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.2,0.27492480278015136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.01,0.28349440097808837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.2,0.22196478843688966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.2,0.291430401802063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.01,0.2989311933517456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.2,0.23710079193115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.01,0.32337920665740966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.2,0.2960832118988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.2,0.25811200141906737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.01,0.39100160598754885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.2,0.30213758945465086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.2,0.33013761043548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.01,0.39692161083221433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.2,0.3230015993118286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.2,0.38826239109039307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.01,0.49747838973999026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.2,0.4090879917144775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.2,0.4157248020172119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.01,0.5850624084472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.2,0.4542272090911865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.2,0.5215295791625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.01,0.774342393875122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.2,0.6016960144042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.2,0.5950719833374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.01,0.9579456329345704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.2,0.7776447772979737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.2,0.8064448356628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.01,1.323852825164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.2,1.0006848335266114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.2,1.042739200592041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.2,1.4582847595214843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.01,1.7581823348999024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.2,1.2489919662475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.2,1.9019456863403321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.01,2.6102016448974608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.2,1.889766311645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.2,2.6648576736450194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.01,3.087705612182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.2,2.213408088684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.2,3.361977767944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.01,3.7621822357177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.2,2.8914112091064452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.2,4.152326583862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.01,5.825158309936524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.2,4.042015838623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.2,5.991513442993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.01,11.039353942871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.2,8.862092590332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.2,12.098592376708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.08579840064048767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.08735359907150268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.07444480061531067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.07429119944572449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.08316799998283386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.08072320222854615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.09009919762611389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.08899840116500854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.0923904001712799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.09269760251045227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.09068160057067871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.1005247950553894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.1258239984512329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.12577919960021972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.1311360001564026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.15831680297851564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.18107520341873168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.2164031982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.25617280006408694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,0.32638719081878664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,0.3853247880935669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,0.5639103889465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,0.7031551837921143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,1.000108814239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,1.2322751998901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,1.5678144454956056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,2.472051239013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,6.377753448486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.15304960012435914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.09363200068473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.0661184012889862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.07634559869766236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.07772799730300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.08476799726486206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.08353919982910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.0896127998828888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.0889855980873108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.01,0.06820480227470398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.09660800099372864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.2,0.08651520013809204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.01,0.08650239706039428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.01,0.09181439876556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.2,0.08883200287818908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.09861760139465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.01,0.06871039867401123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.2,0.054124802350997925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.10689280033111573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.01,0.0676479995250702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.01,0.06107519865036011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.2,0.06577280163764954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.01,0.06664320230484008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.1223039984703064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.01,0.06997119784355163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.2,0.06837760210037232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.01,0.07314559817314148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.13904000520706178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.01,0.0756991982460022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.2,0.07581440210342408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.01,0.07900159955024719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.147980797290802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.01,0.0862272024154663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.01,0.0852288007736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.2,0.08784639835357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.14542720317840577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.01,0.08540800213813782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.01,0.08549759984016418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.2,0.08767359852790832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.1721791982650757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.01,0.09055359959602356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.01,0.08424959778785705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.2,0.08760960102081299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.18072960376739503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.01,0.09371520280838012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.01,0.0906175971031189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.2,0.09274880290031433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.23945600986480714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.01,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.01,0.09567999839782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.2,0.09475839734077454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.01,0.0981440007686615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.27523839473724365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.01,0.09741439819335937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.2,0.09836800098419189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.01,0.10510079860687256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,0.39535999298095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.01,0.09982720017433167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.2,0.10274560451507568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.01,0.1119488000869751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,0.4714176177978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.01,0.1083456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.01,0.12298239469528198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,0.7098048210144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.01,0.11546239852905274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.2,0.11897599697113037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.01,0.132096004486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,0.9191871643066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.2,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.01,0.1276352047920227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.01,0.14272639751434327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,1.4028672218322753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.2,0.1314560055732727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.01,0.1340288043022156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.01,0.16447360515594484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.2,0.1601408004760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.01,0.1516543984413147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,1.7368192672729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.2,0.17211519479751586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.01,0.1641343951225281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.01,0.23130240440368652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,2.201145553588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.2,0.21639039516448974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.01,0.25419518947601316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.01,0.19870079755783082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,4.0783935546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.2,0.2732800006866455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.01,0.3466048002243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.01,0.24672000408172606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.2,0.37287039756774903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.01,0.40529279708862304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.01,0.3507456064224243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,9.313037109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.2,0.4656383991241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.01,0.578656005859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.01,0.37535359859466555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.2,0.5673535823822021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.01,0.5181119918823243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.01,0.7539519786834716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.2,0.8506560325622559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.01,0.6474048137664795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.01,0.9713472366333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.2,1.2148991584777833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.01,0.965670394897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.01,1.382156753540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.2,1.4412544250488282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.01,1.4015551567077638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.01,1.648531150817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.2,0.088646399974823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.2,2.1620479583740235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.01,1.5378047943115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.2,0.09670400023460388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.01,2.58287353515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.2,0.06885759830474854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.2,3.330860900878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.01,2.3513216018676757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.2,0.060864001512527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.01,5.695609664916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.2,0.0662335991859436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.01,5.320281600952148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.2,7.476236724853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.2,0.07117440104484558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.2,0.08255360126495362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.2,0.08687360286712646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.2,0.08841599822044373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.2,0.09152640104293823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.2,0.09653120040893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.01,0.09450240135192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.2,0.10287359952926636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.01,0.08538240194320679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.01,0.08101760149002075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.2,0.11087360382080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.2,0.10625920295715333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.01,0.07314559817314148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.01,0.07979519963264466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.2,0.08532480001449586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.2,0.11084159612655639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.01,0.06654719710350036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.01,0.062483197450637816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.2,0.12069120407104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.01,0.07061759829521179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.01,0.06687359809875489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.2,0.13194880485534669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.2,0.06286079883575439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.01,0.0747327983379364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.01,0.07837439775466919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.2,0.1410048007965088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.2,0.06822400093078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.01,0.09080320000648498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.2,0.16817920207977294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.2,0.07651839852333069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.01,0.09208319783210754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.2,0.18906240463256835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.01,0.10527360439300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.2,0.09052799940109253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.01,0.09364479780197144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.2,0.2325376033782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.01,0.10696320533752442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.2,0.09017599821090698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.01,0.09783040285110474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.2,0.2753535985946655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.01,0.1124735951423645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.2,0.09251199960708618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.01,0.10162559747695923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.01,0.11310720443725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.2,0.3976383924484253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.2,0.09576320052146911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.01,0.10561280250549317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.01,0.12184959650039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.2,0.4881728172302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.2,0.10456960201263428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.01,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.01,0.1242624044418335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.2,0.10712319612503052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.2,0.639296007156372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.01,0.121561598777771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.01,0.13249919414520264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.01,0.1312000036239624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.2,0.1156991958618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.2,0.8093119621276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.01,0.14383360147476196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.01,0.13571840524673462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.2,0.1242624044418335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.2,1.0485631942749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.01,0.15936000347137452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.01,0.1440832018852234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.2,0.1318079948425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.2,1.7755071640014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.01,0.17292799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.01,0.16124160289764405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.2,0.14035199880599974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.01,0.1992640018463135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.01,0.17062400579452514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.2,2.0187200546264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.2,0.145798397064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.01,0.2430272102355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.01,0.20136959552764894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.2,0.17562240362167358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.2,3.1349824905395507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.01,0.22600319385528564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.01,0.2988863945007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.2,0.21251199245452881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.01,0.40697598457336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.01,0.2886591911315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.2,6.4277183532714846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.2,0.2638848066329956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.01,0.47961602210998533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.01,0.3527616024017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.2,0.3050816059112549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.01,0.6819200038909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.01,0.4644415855407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.01,0.8099840164184571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.01,0.6030975818634033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.2,0.5537343978881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.01,0.8630975723266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.2,0.7485375881195069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.01,1.2324416160583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.2,0.8574080467224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.2,0.12522879838943482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.01,1.084550380706787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.01,1.4666751861572265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.2,0.074508798122406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.2,1.3043968200683593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.01,1.5319744110107423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.01,1.9444608688354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.2,0.058713597059249875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.2,1.6953855514526368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.01,1.9728256225585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.2,0.06699519753456115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.01,3.0668928146362306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.2,0.07459200024604798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.2,2.0870399475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.01,2.4857664108276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.2,0.08303999900817871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.01,6.020032119750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.2,3.204729461669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.01,3.9932865142822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.2,0.10389120578765869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.2,0.10987520217895508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.2,6.7007804870605465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.01,9.00113296508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.2,0.10948480367660522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.2,0.12299519777297974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.2,0.1256127953529358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.01,0.057222402095794676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.2,0.13511680364608764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.01,0.07024000287055969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.2,0.14622080326080322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.2,0.1569599986076355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.01,0.06611199975013733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.2,0.1003648042678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.0645695984363556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.2,0.16710400581359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.044761601090431216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.2,0.17475199699401855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.039961600303649904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.2,0.20677759647369384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.01,0.11242239475250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.037862399220466615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.2,0.0771776020526886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.2,0.23141119480133057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.01,0.1395967960357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.2,0.08922880291938781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.03978239893913269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.01,0.14079999923706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.2,0.2996543884277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.2,0.10423680543899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.04099839925765991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.01,0.14595839977264405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.2,0.3870719909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.2,0.1291264057159424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.04203520119190216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.01,0.14965120553970337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.2,0.5292799949645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.042694398760795595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.2,0.14391679763793946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.01,0.15931520462036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.2,0.6532415866851806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.04332799911499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.2,0.14818559885025023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.01,0.16791679859161376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.04649600088596344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.2,0.9327615737915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.2,0.15219199657440186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.01,0.18079999685287476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.055155199766159055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.2,1.1984000205993652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.2,0.1606528043746948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.01,0.1893887996673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.052243202924728394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.2,1.6680959701538085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.2,0.1732159972190857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.0551360011100769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.01,0.21092479228973388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.2,0.18136320114135743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.060108798742294314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.01,0.2235584020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.2,2.198374366760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.06352639794349671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.2,0.21984000205993653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.01,0.22837119102478026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.2,2.6313407897949217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.0780672013759613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.2,0.23714559078216552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.01,0.2793600082397461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.08421120047569275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.2,4.221920013427734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.2,0.2532543897628784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.01,0.38616960048675536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.08844799995422363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.01,0.5012671947479248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.2,0.24474880695343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.11851520538330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.2,9.688256072998048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.01,0.4800896167755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.2,0.2853760004043579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.15031039714813232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.17767679691314697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.01,0.644646406173706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.2,0.3990272045135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.22843520641326903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.01,0.8773759841918946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.2,0.5075647830963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,0.3046463966369629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.2,0.5139391899108887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.01,1.2809791564941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,0.35092480182647706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.2,0.684339189529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.01,1.5482111930847169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,0.6323967933654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.06483839750289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.2,0.9159232139587402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.01,2.4490688323974608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.04408960044384003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,0.7090112209320069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.2,1.2965567588806153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.04407039880752563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.01,3.0841407775878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,1.0004544258117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.2,1.6881536483764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.037939199805259706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.01,3.781068801879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,1.5954943656921388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.03958399891853333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.2,2.585215950012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.039743998646736146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.01,5.756358337402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.2,3.0652032852172852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,3.7969600677490236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.04121600091457367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.04325760006904602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.2,3.698175811767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.01,12.465459442138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.04407680034637451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.2,6.242611312866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.049209600687026976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.05133439898490906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.01,0.06036480069160462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.2,13.382701110839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.057657599449157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.01,0.043219199776649474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.0688256025314331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.2,0.06711040139198303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.01,0.04476799964904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.2,0.04273279905319214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.01,0.0430400013923645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.11268479824066162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.2,0.042803201079368594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.10064640045166015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.2,0.03980799913406372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.01,0.03871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.01,0.06670079827308655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.1395135998725891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.2,0.038406398892402646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.01,0.039904001355171206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.01,0.04069119989871979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.1640064001083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.2,0.0378495991230011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.01,0.04046080112457275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.01,0.04154880046844482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.22359681129455566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.2,0.03918080031871796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.01,0.042156800627708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.01,0.04184960126876831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.01,0.04380159974098206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.3158911943435669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.01,0.04428800046443939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.2,0.04273279905319214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.01,0.04481280148029328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,0.47100157737731935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.01,0.04088320136070252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.2,0.043321600556373595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.01,0.04699519872665405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,0.5777088165283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.01,0.04190079867839813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.2,0.04642559885978699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.01,0.043756800889968875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,0.8284607887268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.2,0.049209600687026976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.01,0.05677440166473389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.01,0.0442111998796463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,1.3210047721862792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.2,0.05322239995002746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.01,0.061318397521972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.01,0.04506880044937134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,1.7118463516235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.01,0.06695039868354798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.2,0.06563839912414551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.01,0.07329279780387879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.01,0.04878720045089722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,3.2453502655029296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.01,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.01,0.05208960175514221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.2,0.0779263973236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.01,0.09071360230445862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.01,0.0546239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,5.832313537597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.2,0.09486719965934753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.01,0.12766079902648925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.01,0.06309120059013366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.2,0.10522880554199218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.2,0.15277440547943116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.01,0.12718080282211303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.01,0.0691968023777008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.2,0.1611456036567688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.01,0.06874880194664001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.01,0.18661119937896728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.2,0.19213440418243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.01,0.22206079959869385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.2,0.2265023946762085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.01,0.09496319890022278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.2,0.06662399768829345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.01,0.3159231901168823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.2,0.39635839462280276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.01,0.12585599422454835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.2,0.03776639997959137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.01,0.35399041175842283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.2,0.47428479194641116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.01,0.16088320016860963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.2,0.03805440068244934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.01,0.48323841094970704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.01,0.20114560127258302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.2,0.7622464179992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.01,0.7309567928314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.01,0.21713919639587403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.2,0.04323199987411499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.2,0.8816127777099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.01,0.8076224327087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.01,0.3066368103027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.2,0.04310399889945984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.2,1.3713024139404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.01,0.3976383924484253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.2,0.04349440038204193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.01,1.2251775741577149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.2,0.04380159974098206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.2,2.548102378845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.01,0.5732992172241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.01,2.793939208984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.2,0.043289598822593686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.01,0.7956096172332764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.2,6.734822082519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.2,0.04449920058250427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.01,0.8832127571105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.2,0.046758401393890384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.2,0.049004799127578734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.01,1.2937536239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.2,0.05113599896430969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.2,0.06033279895782471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.2,0.0679423987865448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.01,2.9410751342773436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.01,0.05928959846496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.2,0.0720192015171051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.2,0.0574783980846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.01,0.03815680146217346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.2,0.07040640115737914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.2,0.036083200573921205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.01,0.03919360041618347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.2,0.08869760036468506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.2,0.03699199855327606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.01,0.04133760035037994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.2,0.11066880226135253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.2,0.041119998693466185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.01,0.045433598756790164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.2,0.13316479921340943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.01,0.05389440059661865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.2,0.04529280066490173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.01,0.045491200685501096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.2,0.1682047963142395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.2,0.04631040096282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.01,0.0377920001745224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.01,0.04693120121955872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.2,0.29057281017303466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.2,0.046803200244903566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.01,0.03871360123157501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.01,0.04622080028057098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.2,0.273523211479187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.2,0.04826239943504333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.01,0.04287999868392944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.01,0.0474047988653183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.2,0.37387518882751464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.2,0.04837760031223297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.01,0.04935039877891541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.01,0.048851200938224794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.2,0.04894079864025116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.2,0.4875648021697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.01,0.05074560046195984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.01,0.05064319968223572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.2,0.05143679976463318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.2,0.8398143768310546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.01,0.05249919891357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.01,0.05261440277099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.2,0.9235391616821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.01,0.05264000296592712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.01,0.05418879985809326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.2,0.055692797899246214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.01,0.05483520030975342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.01,0.05909759998321533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.2,0.06069120168685913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.2,1.4861248016357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.01,0.05601279735565186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.01,0.06438400149345398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.2,0.0669376015663147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.2,2.140083122253418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.01,0.05969280004501343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.01,0.07074559926986694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.2,0.07082239985466003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.01,0.06282240152359009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.2,0.0828544020652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.2,4.917887878417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.2,0.11331199407577515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.01,0.08904320001602173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.01,0.0661952018737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.2,0.12528640031814575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.01,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.01,0.10465279817581177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.2,0.17189760208129884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.01,0.08144639730453491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.01,0.130348801612854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.01,0.08829439878463745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.2,0.187827205657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.01,0.15660799741744996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.01,0.09268479943275451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.2,0.2573632001876831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.01,0.22215681076049804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.01,0.10794240236282349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.2,0.3272320032119751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.01,0.29224319458007814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.2,0.03573760092258453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.01,0.1436095952987671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.2,0.4554751873016357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.01,0.4130943775177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.2,0.037401598691940305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.01,0.17520639896392823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.2,0.5789824008941651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.01,0.45624961853027346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.2,0.04434559941291809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.01,0.20884480476379394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.2,0.835814380645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.2,0.046803200244903566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.01,0.69203200340271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.01,0.32731521129608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.2,1.2018688201904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.2,0.05080320239067078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.01,0.8466560363769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.01,0.3650239944458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.2,1.4466367721557618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.01,0.5153791904449463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.01,1.03438720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.2,0.052799999713897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.2,2.357574462890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.01,0.5947199821472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.2,0.053478401899337766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.01,1.772198486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.2,0.05602560043334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.01,0.8844608306884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.2,5.708940887451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.2,0.05996800065040588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.01,3.9148223876953123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.01,1.4042304039001465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.2,0.06401280164718628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.01,1.779654312133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.2,0.07050880193710327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.2,0.08101760149002075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.01,2.5359424591064452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.2,0.08597760200500489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.2,0.09703680276870727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.01,0.0541055977344513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.01,5.017638397216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.2,0.05369600057601929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.2,0.1121664047241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.01,0.03939839899539947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.2,0.038515201210975646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.2,0.14958080053329467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.01,0.04377599954605103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.2,0.043033599853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.2,0.04441600143909454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.2,0.23376638889312745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.01,0.05475199818611145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.2,0.05144320130348205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.01,0.06351360082626342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.2,0.36579198837280275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.2,0.06371200084686279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.01,0.0645695984363556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.2,0.39280641078948975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.01,0.105075204372406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.2,0.06406400203704835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.01,0.06621440052986145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.2,0.5701632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.01,0.08058239817619324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.2,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.01,0.06866559982299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.2,0.7416128158569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.01,0.06098560094833374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.2,0.07166720032691956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.01,0.07221119999885559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.01,0.0691648006439209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.2,1.0848064422607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.2,0.07438719868659974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.01,0.07803519964218139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.01,0.07294719815254211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.2,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.01,0.0820032000541687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.2,1.6796031951904298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.01,0.07430400252342224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.01,0.08627200126647949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.2,0.08168320059776306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.2,2.125324821472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.01,0.09667840003967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.01,0.07599999904632568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.2,0.08602880239486695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.01,0.10702719688415527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.2,2.923014450073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.2,0.0934719979763031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.01,0.11290240287780762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.01,0.08104320168495179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.2,0.10351359844207764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.2,6.920403289794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.01,0.11898880004882813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.01,0.07990400195121765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.2,0.11631360054016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.01,0.14042240381240845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.01,0.08960000276565552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.2,0.11838079690933227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.01,0.1830016016960144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.2,0.15527039766311646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.01,0.09307519793510437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.01,0.2542527914047241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.2,0.18980480432510377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.01,0.09676799774169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.01,0.29526400566101074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.2,0.2511104106903076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.01,0.10290559530258178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.01,0.38818559646606443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.2,0.3115008115768433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.01,0.11303679943084717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.2,0.10696959495544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.01,0.49639039039611815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.01,0.12106879949569702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.2,0.41806721687316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.2,0.0690496027469635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.01,0.127948796749115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.01,0.7148863792419433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.2,0.5575104236602784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.01,0.14721280336380005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.2,0.06002560257911682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.01,1.0155455589294433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.2,0.8760191917419433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.01,0.15880320072174073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.2,0.0645632028579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.01,1.4674559593200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.2,1.0796992301940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.01,0.20259199142456055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.2,0.0676479995250702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.01,1.8598655700683593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.2,1.6969087600708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.01,0.22869760990142823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.2,0.07197440266609192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.01,2.333171272277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.2,0.07609599828720093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.01,0.3151360034942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.2,2.0022144317626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.2,0.07707520127296448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.01,0.39347200393676757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.01,3.7417152404785154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.2,2.667980766296387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.2,0.07832959890365601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.01,0.5143040180206299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.2,0.08675199747085571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.2,4.537363052368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.01,0.6793024063110351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.01,8.268109130859376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.2,0.09122560024261475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.2,0.09452160000801087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.01,1.0256896018981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.2,8.538739013671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.2,0.09594879746437072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.01,1.0873536109924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.2,0.10692479610443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.2,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.01,1.6429119110107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.2,0.1273151993751526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.2,0.13313920497894288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.01,2.6968448638916014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.01,0.10253440141677857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.2,0.15852799415588378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.01,0.08182399868965148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.2,0.16895359754562378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.01,5.244460678100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.2,0.07507839798927307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.01,0.056403201818466184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.2,0.23464319705963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.2,0.06750079989433289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.2,0.3055871963500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.01,0.07095680236816407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.2,0.0580735981464386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.2,0.3285183906555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.01,0.07340800166130065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.2,0.06401280164718628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.2,0.4607232093811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.01,0.07529600262641907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.2,0.06698240041732788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.2,0.5813759803771973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.01,0.07640320062637329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.2,0.07394559979438782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.01,0.08154879808425904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.01,0.07870079874992371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.2,0.800102424621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.2,0.07466880083084107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.01,0.08127999901771546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.01,0.08202880024909973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.2,0.07687680125236511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.01,0.055430400371551516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.2,1.171513557434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.01,0.08547840118408204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.2,0.07818880081176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.01,0.06224640011787415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.01,0.09217919707298279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.2,2.136710357666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.2,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.01,0.06938239932060242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.01,0.09527680277824402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.2,2.319161605834961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.2,0.08770560026168824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.01,0.09658240079879761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.2,0.09333760142326356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.01,0.07862399816513062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.01,0.10814720392227173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.2,3.7475391387939454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.2,0.09548799991607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.01,0.08014079928398132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.01,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.2,0.1011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.01,0.0834879994392395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.01,0.12723840475082399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.2,7.333971405029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.01,0.08701440095901489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.2,0.11274240016937256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.01,0.15545599460601806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.01,0.09576320052146911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.01,0.17289600372314454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.01,0.09889919757843017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.2,0.1277119994163513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.01,0.22378239631652833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.01,0.1028864026069641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.01,0.2387903928756714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.2,0.14709759950637818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.01,0.10704640150070191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.01,0.33717761039733884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.2,0.18428159952163697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.2,0.06442239880561829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.01,0.11189759969711303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.2,0.2486272096633911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.01,0.36382079124450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.2,0.0648256003856659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.01,0.1158784031867981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.2,0.3007744073867798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.01,0.5220416069030762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.01,0.13009920120239257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.2,0.39664640426635744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.01,0.6773759841918945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.2,0.060652798414230345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.01,0.15048960447311402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.2,0.4459648132324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.01,1.0507840156555175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.2,0.0683456003665924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.01,0.17713279724121095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.2,0.6235648155212402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.2,0.07930240035057068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.01,1.36692476272583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.01,0.22168960571289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.2,0.7730432033538819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.2,0.08234879970550538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.01,0.28336000442504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.01,1.6400896072387696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.2,0.08279680013656616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.2,1.0918272018432618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.01,0.3908735990524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.01,2.48144645690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.2,0.08403840065002441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.2,1.537491226196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.01,0.4442431926727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.2,0.08882560133934021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.01,0.6554624080657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.01,5.784940719604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.2,2.144051170349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.2,0.09757440090179444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.2,0.10278400182723998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.01,0.7553152084350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.2,3.5729984283447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.2,0.10528639554977418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.01,1.234067153930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.2,0.10995199680328369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.01,1.3331520080566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.2,7.4791618347167965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.2,0.11762559413909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.2,0.12683520317077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.01,1.7670656204223634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.01,0.058483201265335086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.2,0.13128960132598877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.2,0.15411200523376464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.01,2.9245119094848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.2,0.1966976046562195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.01,0.058259201049804685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.2,0.23575680255889891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.01,0.06763520240783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.01,5.724083328247071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.2,0.07601919770240784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.2,0.2968127965927124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.01,0.07051519751548767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.01,0.08885120153427124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.2,0.06106879711151123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.2,0.3927232027053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.01,0.08761600255966187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.2,0.05731199979782105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.2,0.46241278648376466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.01,0.09067519903182983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.2,0.06406400203704835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.2,0.6902207851409912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.01,0.0948415994644165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.2,0.06929919719696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.2,1.0049407958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.01,0.09698560237884521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.2,0.08776320219039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.01,0.06772480010986329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.2,1.3460991859436036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.2,0.08974080085754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.01,0.06705920100212097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.01,0.11712000370025635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.2,1.7325248718261719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.01,0.07323520183563233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.01,0.11967359781265259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.2,2.2305023193359377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.01,0.08366720080375671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.01,0.12138880491256714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.2,0.09720320105552674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.01,0.10421119928359986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.01,0.13181439638137818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.2,3.3378047943115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.2,0.10680320262908935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.01,0.13439359664916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.01,0.10859520435333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.2,0.11754239797592163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.01,0.17774720191955568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.01,0.11336319446563721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.2,9.364256286621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.2,0.12000000476837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.01,0.23099520206451415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.01,0.12122880220413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.2,0.12551039457321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.01,0.2631360054016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.01,0.1274623990058899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.2,0.13546240329742432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.01,0.36932480335235596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.01,0.13477120399475098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.2,0.15077760219573974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.01,0.3830143928527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.01,0.14058239459991456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.2,0.16989439725875854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.01,0.5091904163360595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.01,0.14885120391845702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.2,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.2,0.19920639991760253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.01,0.1582208037376404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.01,0.6608831882476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.2,0.060153597593307497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.2,0.2932607889175415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.01,0.1775871992111206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.01,1.0040831565856934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.2,0.05978239774703979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.2,0.37608320713043214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.01,0.19102079868316652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.01,1.0365823745727538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.2,0.07296000123023987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.2,0.36980481147766114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.01,0.20181119441986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.2,0.07868800163269044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.01,1.7107839584350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.2,0.5528512001037598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.01,0.24595201015472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.2,0.09939839839935302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.01,1.9390144348144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.2,0.7009535789489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.01,0.31074559688568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.2,0.1084671974182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.2,1.0905216217041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.01,2.3387584686279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.01,0.4234303951263428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.2,0.11902719736099243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.2,0.12436480522155761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.01,0.5471168041229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.2,1.2779711723327636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.01,3.835084915161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.01,0.7667263984680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.2,0.12817920446395875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.2,1.7088895797729493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.2,0.1338047981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.01,0.8518848419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.01,7.751705932617187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.2,2.4191999435424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.2,0.14402559995651246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.01,1.1708928108215333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.2,0.15356160402297975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.2,2.9560895919799806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.01,1.377171230316162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.2,0.15523200035095214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.2,4.444467163085937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.01,2.2588672637939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.2,0.17488640546798706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.2,0.18597760200500488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.01,2.988153648376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.2,0.20292479991912843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.2,9.427801513671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.2,0.2437119960784912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.01,3.936582565307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.2,0.3196095943450928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.2,0.4409471988677979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.01,5.073408126831055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.2,0.556774377822876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.127347195148468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.01,10.957222747802735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.2,0.7553408145904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.10931839942932128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.07642239928245545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.2,0.8754048347473145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.0855296015739441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.2,1.4102463722229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.09141759872436524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.2,1.571827220916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.10039039850234985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.1442944049835205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.2,2.2423423767089843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.10645760297775268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.12919039726257325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.11232000589370728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.2,3.0715200424194338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.10289920568466186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.07265920042991639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.01,0.09105920195579528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.2,3.923455810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.09004160165786743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.11333760023117065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.01,0.12551039457321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.09700480103492737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.2,6.301388931274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.11552000045776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.01,0.11005439758300781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.10234240293502808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.11319680213928222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.01,0.06357120275497437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.10423680543899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.13012479543685912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.2,13.428019714355468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.01,0.07717120051383972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.14722559452056885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.11213439702987671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.01,0.09063680171966552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.147871994972229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.11044479608535766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.01,0.0949184000492096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.15208319425582886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.11189119815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.18748159408569337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.12174719572067261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.01,0.10548479557037353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.19025919437408448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.11580799818038941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.24662399291992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.01,0.1050495982170105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.12664320468902587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.2,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.2758336067199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.01,0.11327999830245972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.2,0.12703360319137574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.01,0.11079039573669433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,0.35745279788970946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.1495296001434326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.2,0.10147199630737305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.01,0.1202623963356018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,0.3926208019256592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.17043839693069457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.2,0.06794880032539367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.01,0.12142080068588257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,0.5710271835327149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.2243328094482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.2,0.07504640221595764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.01,0.1301375985145569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,0.7494912147521973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.20943999290466309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.2,0.08131200075149536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.01,0.13684480190277098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.2792896032333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,1.0611519813537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.2,0.08176640272140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.01,0.15861120223999023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.3024832010269165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,1.3479743957519532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.2,0.09384959936141968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.01,0.1852288007736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,0.413804817199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.2,0.10696959495544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,1.619718360900879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.01,0.18203519582748412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,0.440064001083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.2,0.10355839729309083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,2.5032064437866213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.01,0.23555200099945067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,0.6378176212310791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.2,0.10769920349121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.01,0.2560895919799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,0.8068608283996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.2,0.11227519512176513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,5.316032028198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.01,0.3368959903717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,1.2300479888916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.2,0.1078336000442505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.01,0.4236032009124756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.2,0.12452479600906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,1.683807945251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.01,0.5453375816345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.2,0.1345728039741516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.01,0.705350399017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,2.3420095443725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.2,0.14873600006103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.01,0.9659839630126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.2,0.1555392026901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,3.460723114013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.01,0.07345280051231384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.01,1.338764762878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.2,0.17607680559158326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.01,0.10008959770202637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,7.226956939697265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.2,0.1999295949935913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.01,1.651910400390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.01,0.11358079910278321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.2,0.26044158935546874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.01,0.06398079991340637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.01,2.543155288696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.2,0.26819839477539065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.01,0.07596799731254578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.2,0.37464959621429444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.01,0.08662400245666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.01,5.253113555908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.01,0.08997120261192322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.2,0.45540480613708495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.01,0.10277119874954224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.2,0.08955519795417785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.2,0.6295616149902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.01,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.2,0.09662079811096191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.2,0.764185619354248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.01,0.10627199411392212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.2,0.07948799729347229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.01,0.11418880224227905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.2,1.138822364807129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.01,0.11233919858932495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.2,0.06360960006713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.01,0.08570880293846131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.2,1.6470783233642579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.01,0.11843839883804322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.2,0.07291520237922669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.01,0.08643839955329895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.2,1.8648895263671874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.01,0.12583680152893068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.2,0.08021119832992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.01,0.10017919540405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.01,0.1412287950515747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.01,0.06398720145225525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.2,2.984601593017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.01,0.14740480184555055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.2,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.01,0.07269759774208069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.01,0.1638208031654358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.2,5.957427215576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.01,0.0866047978401184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.01,0.18741120100021363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.2,0.1090880036354065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.01,0.091212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.01,0.19471999406814575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.2,0.11148159503936768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.01,0.10617599487304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.01,0.24108800888061524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.2,0.11778559684753417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.01,0.10943360328674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.01,0.26971518993377686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.2,0.11719039678573609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.01,0.34948480129241943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.2,0.12677119970321654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.01,0.11537920236587525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.2,0.1111680030822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.01,0.4288959980010986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.2,0.14300160408020018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.01,0.1235200047492981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.2,0.08670079708099365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.01,0.6002687931060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.2,0.14850560426712037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.01,0.12535680532455445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.2,0.08160640001296997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.01,0.7219647884368896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.2,0.15845119953155518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.01,0.13637759685516357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.2,0.06516479849815368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.01,1.027238368988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.01,0.14916479587554932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.2,0.18851200342178345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.2,0.07774720191955567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.01,1.4515711784362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.01,0.15575679540634155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.2,0.20559999942779542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.2,0.08490239977836608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.01,1.8011392593383788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.01,0.1758911967277527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.2,0.25876479148864745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.2,0.09025279879570007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.01,0.20263679027557374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.2,0.29008638858795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.2,0.10517120361328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.01,2.4465663909912108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.01,0.21991679668426514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.2,0.3785984039306641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.2,0.10696959495544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.01,4.87336311340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.01,0.27521278858184817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.2,0.47585282325744627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.2,0.10663039684295654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.01,0.32108159065246583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.2,0.12129919528961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.2,0.639788818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.01,0.4225791931152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.2,0.12231040000915527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.2,0.8374655723571778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.01,0.4975423812866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.2,0.12781440019607543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.2,1.1707008361816407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.2,0.13640320301055908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.01,0.7156799793243408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.2,1.6834880828857421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.01,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.2,0.1487615942955017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.01,0.8755583763122559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.01,0.08289920091629029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.2,0.16136319637298585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.2,1.996428871154785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.01,1.2719615936279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.01,0.09240959882736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.2,0.1784127950668335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.2,2.918777656555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.01,1.5830719947814942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.01,0.06581760048866273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.2,0.20803840160369874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.01,0.08068479895591736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.01,1.8480447769165038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.2,0.2275455951690674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.2,7.417318725585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.01,0.09816319942474365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.2,0.28682880401611327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.01,3.1938240051269533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.01,0.10689280033111573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.2,0.3529088020324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.01,0.12569600343704224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.2,0.44122881889343263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.01,6.00390396118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.01,0.1292415976524353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.01,0.1345919966697693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.2,0.7526527881622315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.2,0.08170880079269409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.01,0.13804160356521605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.2,0.9158975601196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.2,0.07985919713973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.01,0.1525760054588318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.2,1.2924415588378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.01,0.15276800394058226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.2,0.07503359913825988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.2,1.7405824661254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.01,0.1672767996788025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.2,0.06794880032539367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.01,0.06963840126991272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.01,0.18026880025863648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.2,0.07761279940605163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.2,2.074515151977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.01,0.09034879803657532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.01,0.18983039855957032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.2,0.09004799723625183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.2,3.5351871490478515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.01,0.07482879757881164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.01,0.20510718822479249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.2,0.09806079864501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.01,0.09921919703483581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.01,0.24331519603729249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.2,0.11752959489822387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.2,7.273881530761718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.01,0.1276927947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.01,0.2630592107772827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.2,0.12282240390777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.01,0.13971199989318847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.2,0.13095680475234986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.01,0.3391295909881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.01,0.16842880249023437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.2,0.14139519929885863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.01,0.42160639762878416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.2,0.14960000514984131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.01,0.1790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.01,0.560595178604126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.2,0.15653120279312133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.01,0.17864960432052612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.01,0.6589568138122559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.2,0.05658239722251892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.2,0.1643839955329895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.01,0.19234559535980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.01,0.9454784393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.2,0.17499519586563111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.01,0.1938815951347351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.01,1.0894528388977052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.2,0.0710591971874237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.2,0.18494080305099486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.01,0.21238400936126708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.01,1.604915237426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.2,0.07493119835853576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.2,0.2087167978286743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.01,0.23063039779663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.01,2.1004928588867187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.2,0.09740800261497498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.2,0.2451711893081665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.01,0.2450239896774292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.01,2.6004287719726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.2,0.11756160259246826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.2,0.27041919231414796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.01,0.25919361114501954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.2,0.13504639863967896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.2,0.33667840957641604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.01,4.006367874145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.01,0.2860480070114136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.2,0.42539520263671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.01,0.3410624027252197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.01,8.765459442138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.2,0.1683135986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.01,0.3662463903427124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.2,0.5492032051086426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.2,0.17477760314941407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.01,0.4560383796691895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.2,0.7201856136322021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.2,0.18903679847717286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.01,0.5755712032318115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.2,0.9363391876220704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.2,0.20164480209350585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.01,0.7610688209533691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.2,1.1656959533691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.2,0.21962239742279052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.01,0.910489559173584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.2,1.7796607971191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.2,0.22777600288391114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.01,1.3123519897460938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.2,2.365011215209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.2,0.24972798824310302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.01,1.7198015213012696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.2,0.2615231990814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.2,2.6835391998291014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.01,2.6393407821655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.2,0.286028790473938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.2,4.327872085571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.2,0.345849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.01,3.2084224700927733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.2,0.36613759994506834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.2,9.656147003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.01,3.918975830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.2,0.44855680465698244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.2,0.60447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.01,6.162886428833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.2,0.7937088012695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.01,12.066438293457031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.2,0.9364224433898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.2,1.3552319526672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.2,1.7948480606079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.2,2.6054655075073243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.2,3.366668701171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.2,4.2618049621582035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.2,6.592339324951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.2,13.230546569824218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,power_law_1.01,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,power_law_1.01,0.10513919591903687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,power_law_1.01,0.0929535984992981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,power_law_1.01,0.09173759818077087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,power_law_1.01,0.09765120148658753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,power_law_1.01,0.1004032015800476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,power_law_1.01,0.1014847993850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,power_law_1.01,0.10238080024719239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,power_law_1.01,0.10250879526138305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,power_law_1.2,0.09934719800949096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,power_law_1.01,0.11593600511550903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,power_law_1.2,0.10563199520111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,power_law_1.01,0.12456320524215699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,power_law_1.2,0.09059839844703674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,power_law_1.01,0.13057279586791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,power_law_1.2,0.09474560022354125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,power_law_1.01,0.13938560485839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,power_law_1.2,0.08836479783058167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,power_law_1.01,0.15338239669799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,power_law_1.2,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,power_law_1.01,0.17374080419540405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,power_law_1.2,0.10092159509658813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,power_law_1.01,0.15567359924316407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,power_law_1.01,0.19667840003967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,power_law_1.2,0.09754239916801452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.20752639770507814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,power_law_1.2,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.27345919609069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,power_law_1.2,0.10796159505844116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,power_law_1.2,0.12004480361938477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.316595196723938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,power_law_1.2,0.1288831949234009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,power_law_1.01,0.3963903903961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,power_law_1.2,0.13649280071258546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,power_law_1.01,0.5252799987792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,power_law_1.2,0.15623680353164673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,power_law_1.01,0.8816255569458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,power_law_1.2,0.17274240255355836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,power_law_1.01,1.0613632202148438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,power_law_1.2,0.18906240463256835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,power_law_1.01,1.3213567733764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,power_law_1.2,0.18039040565490722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,power_law_1.01,1.9038976669311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,power_law_1.2,0.2263040065765381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.23061759471893312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,power_law_1.01,0.11105920076370239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,power_law_1.01,2.5085439682006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.30787200927734376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,power_law_1.01,0.0791808009147644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,power_law_1.01,0.0859008014202118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.3879231929779053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,64,power_law_1.01,3.7201663970947267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,power_law_1.01,0.09516800045967103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,power_law_1.2,0.5555967807769775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,power_law_1.01,0.10234880447387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,power_law_1.2,0.6482624053955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,power_law_1.01,0.10737919807434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,64,power_law_1.01,7.820947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,power_law_1.2,0.9466879844665528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,power_law_1.01,0.10933120250701904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,power_law_1.2,0.10459519624710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,power_law_1.2,1.2794879913330077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,power_law_1.01,0.11218559741973877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,power_law_1.2,0.10982400178909302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,power_law_1.01,0.11207040548324584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,power_law_1.2,2.238387107849121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,power_law_1.2,0.07491840124130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,power_law_1.01,0.11826560497283936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,power_law_1.01,0.1313088059425354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,power_law_1.2,2.906355285644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,power_law_1.01,0.1384384036064148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,power_law_1.2,0.09432960152626038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,power_law_1.2,3.737702560424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,power_law_1.01,0.14995839595794677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,power_law_1.2,0.09848960041999817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,power_law_1.01,0.1582335948944092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,power_law_1.2,0.1080064058303833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,power_law_1.01,0.1821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,64,power_law_1.2,6.28344955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,power_law_1.2,0.1083456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,power_law_1.01,0.16002559661865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,power_law_1.2,0.11238399744033814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,power_law_1.01,0.1995200037956238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,power_law_1.2,0.11208319664001465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,power_law_1.01,0.19921280145645143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,64,power_law_1.2,13.055731201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,power_law_1.2,0.12730239629745482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,power_law_1.01,0.24327681064605713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,power_law_1.2,0.13038719892501832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,power_law_1.01,0.28789119720458983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,power_law_1.2,0.13878400325775148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,power_law_1.01,0.37097599506378176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,power_law_1.2,0.15537279844284058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,power_law_1.01,0.47961602210998533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,power_law_1.2,0.16945279836654664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,power_law_1.01,0.6483776092529296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,power_law_1.2,0.18316800594329835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,power_law_1.01,0.7890624046325684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,power_law_1.2,0.17914880514144899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,power_law_1.2,0.20709118843078614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,power_law_1.01,1.267807960510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,power_law_1.01,1.5820608139038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,power_law_1.2,0.23007359504699706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,power_law_1.01,2.011327934265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,power_law_1.2,0.30354559421539307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,32,power_law_1.01,3.3335742950439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,power_law_1.2,0.3113343954086304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,power_law_1.2,0.43432960510253904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,32,power_law_1.01,6.209888076782226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,power_law_1.2,0.6067584037780762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,power_law_1.2,0.8106176376342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,power_law_1.01,0.13068159818649291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,power_law_1.2,1.1414015769958497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,power_law_1.01,0.11418240070343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,power_law_1.2,1.781113624572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,power_law_1.01,0.09075199961662292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,power_law_1.01,0.10930559635162354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,power_law_1.2,2.2627391815185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,power_law_1.01,0.10436480045318604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,power_law_1.01,0.11726720333099365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,power_law_1.2,2.8449535369873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,power_law_1.01,0.11722240447998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,power_law_1.01,0.11738879680633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,32,power_law_1.2,4.182406234741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,power_law_1.01,0.12159359455108643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,power_law_1.01,0.1259071946144104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,power_law_1.2,0.10242559909820556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,32,power_law_1.2,8.094694519042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,power_law_1.01,0.12789759635925294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,power_law_1.2,0.12995200157165526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,power_law_1.01,0.1378175973892212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,power_law_1.2,0.08751999735832214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,power_law_1.01,0.13950719833374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,power_law_1.2,0.09127039909362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,power_law_1.2,0.10094720125198364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,power_law_1.01,0.1535423994064331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,power_law_1.2,0.09694079756736755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,power_law_1.2,0.11228799819946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,power_law_1.01,0.19610879421234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,power_law_1.01,0.21585280895233155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,power_law_1.2,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,power_law_1.01,0.249452805519104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,power_law_1.2,0.1186560034751892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,power_law_1.01,0.09704319834709167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,power_law_1.01,0.31267199516296384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,power_law_1.2,0.12268160581588745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,power_law_1.01,0.10905599594116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,power_law_1.2,0.1250048041343689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,power_law_1.01,0.08869760036468506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,power_law_1.2,0.12957439422607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,power_law_1.01,0.09132800102233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,power_law_1.01,0.3790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,power_law_1.01,0.10059520006179809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,power_law_1.2,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,power_law_1.01,0.4930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,power_law_1.01,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,power_law_1.01,0.6298431873321533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,power_law_1.2,0.14837759733200073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,power_law_1.01,0.12755199670791625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,power_law_1.01,0.13136639595031738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,power_law_1.2,0.16133760213851928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,power_law_1.01,0.7795135974884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,power_law_1.01,0.13263360261917115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,power_law_1.2,0.1677248001098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,power_law_1.01,1.1077376365661622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,power_law_1.01,0.13441920280456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,power_law_1.2,0.19163520336151124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,power_law_1.01,0.15957759618759154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,power_law_1.01,1.455174446105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,power_law_1.01,0.16684800386428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,power_law_1.2,0.24992640018463136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,power_law_1.01,0.16592639684677124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,power_law_1.01,1.8432832717895509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,power_law_1.2,0.2675391912460327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,power_law_1.01,0.1513856053352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,power_law_1.2,0.34807040691375735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,power_law_1.01,0.16443519592285155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,16,power_law_1.01,2.881068801879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,power_law_1.2,0.09737600088119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,power_law_1.2,0.35653760433197024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,power_law_1.01,0.1762879967689514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,power_law_1.01,0.20492160320281982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,power_law_1.2,0.10247039794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,power_law_1.2,0.4368192195892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,16,power_law_1.01,6.199468612670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,power_law_1.01,0.24860799312591553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,power_law_1.2,0.08312320113182067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,power_law_1.2,0.5420991897583007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,power_law_1.01,0.27476480007171633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,power_law_1.2,0.0870464026927948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,power_law_1.01,0.34126720428466795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,power_law_1.2,0.7016895771026611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,power_law_1.01,0.35514240264892577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,power_law_1.2,0.09413120150566101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,power_law_1.2,0.9331071853637696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,power_law_1.01,0.4667776107788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,power_law_1.2,0.1016319990158081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,power_law_1.01,0.5095168113708496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,power_law_1.2,1.5945343971252441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,power_law_1.2,0.1248703956604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,power_law_1.01,0.6410624027252197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,power_law_1.2,0.13233920335769653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,power_law_1.2,1.7683456420898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,power_law_1.01,0.8607168197631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,power_law_1.2,0.1281280040740967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,power_law_1.01,1.2118016242980958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,power_law_1.2,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,power_law_1.2,2.4025600433349608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,power_law_1.01,1.5434816360473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,power_law_1.2,0.1371840000152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,power_law_1.2,0.1447551965713501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,16,power_law_1.2,3.3714046478271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,power_law_1.01,2.1506879806518553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,power_law_1.2,0.15130879878997802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,8,power_law_1.01,2.6583295822143556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,power_law_1.2,0.15841920375823976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,16,power_law_1.2,6.811955261230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,power_law_1.2,0.16864639520645142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,8,power_law_1.01,5.124070358276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,power_law_1.2,0.17569279670715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,power_law_1.2,0.1939136028289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,power_law_1.2,0.23152639865875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,power_law_1.2,0.3049855947494507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,power_law_1.2,0.388755202293396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,power_law_1.2,0.37718400955200193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,power_law_1.2,0.48995199203491213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,power_law_1.2,0.5315199851989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,power_law_1.01,0.09579520225524903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,power_law_1.2,0.7739840030670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,power_law_1.01,0.10053759813308716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,power_law_1.2,0.8738112449645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,power_law_1.01,0.09158400297164918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,power_law_1.01,0.10243840217590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,power_law_1.2,1.3593215942382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,power_law_1.01,0.1059008002281189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,power_law_1.2,1.7662975311279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,power_law_1.01,0.11348479986190796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,power_law_1.01,0.1412927985191345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,power_law_1.2,2.2275136947631835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,power_law_1.01,0.16318080425262452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,power_law_1.01,0.15932159423828124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,8,power_law_1.2,3.032307243347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,power_law_1.01,0.1657855987548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,power_law_1.01,0.1807039976119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,8,power_law_1.2,6.023193740844727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,power_law_1.01,0.1806272029876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,power_law_1.2,0.09513599872589111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,power_law_1.01,0.1828160047531128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,power_law_1.2,0.09735680222511292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,power_law_1.01,0.17512320280075072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,power_law_1.01,0.18424960374832153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,power_law_1.2,0.08505600094795226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,power_law_1.01,0.1859071969985962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,power_law_1.2,0.10259840488433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,power_law_1.01,0.24505600929260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,power_law_1.2,0.10186879634857178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,power_law_1.01,0.2957247972488403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,power_law_1.2,0.12281600236892701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,power_law_1.01,0.3068543910980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,power_law_1.2,0.1515328049659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,power_law_1.01,0.06503679752349853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,power_law_1.2,0.14562560319900514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,power_law_1.01,0.3927743911743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,power_law_1.01,0.055353599786758426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,power_law_1.2,0.14587520360946654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,power_law_1.01,0.49603838920593263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,power_law_1.01,0.0531711995601654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,power_law_1.2,0.14744319915771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,power_law_1.01,0.05681920051574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,power_law_1.01,0.6726336002349853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,power_law_1.01,0.05668479800224304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,power_law_1.2,0.17716480493545533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,power_law_1.01,0.6324607849121093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,power_law_1.01,0.05440000295639038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,power_law_1.2,0.18625279664993286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,power_law_1.01,0.8488960266113281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,power_law_1.01,0.054579198360443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,power_law_1.01,0.05620480179786682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,power_law_1.2,0.1953984022140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,power_law_1.01,1.087820816040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,power_law_1.01,0.059552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,power_law_1.2,0.19626879692077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,power_law_1.01,0.06369280219078063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,power_law_1.01,1.5604736328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,power_law_1.2,0.21453440189361572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,power_law_1.01,0.06518399715423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,power_law_1.01,1.9517375946044921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,power_law_1.2,0.21882240772247313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,power_law_1.01,0.07519360184669495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,power_law_1.01,0.081740802526474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,power_law_1.2,0.25191679000854494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,power_law_1.01,2.3414079666137697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,power_law_1.01,0.08193920254707336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,power_law_1.2,0.300435209274292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,power_law_1.01,0.08598399758338929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,power_law_1.2,0.31356799602508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,power_law_1.01,0.09381759762763978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,4,power_law_1.01,3.3444671630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,power_law_1.2,0.4097856044769287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,power_law_1.01,0.09386240243911743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,power_law_1.2,0.5159808158874511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,power_law_1.01,0.10763520002365112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,4,power_law_1.01,6.22492790222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.1233024001121521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,power_law_1.2,0.6833087921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.17032959461212158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,power_law_1.2,0.6819839954376221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.18391679525375365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,power_law_1.2,0.9465855598449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.25284481048583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,power_law_1.2,1.138054370880127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,power_law_1.2,0.06730239987373351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.3095616102218628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,power_law_1.01,0.42507519721984866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,power_law_1.2,0.05498239994049072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,power_law_1.2,1.538912010192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,power_law_1.01,0.5341055870056153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,power_law_1.2,0.05440639853477478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,power_law_1.2,1.936467170715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,power_law_1.01,0.9451071739196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,power_law_1.2,0.05619840025901794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,power_law_1.01,1.2297663688659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,power_law_1.2,0.05606399774551392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,power_law_1.2,2.400543975830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,power_law_1.2,0.05246719717979431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,power_law_1.01,1.875129508972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,power_law_1.2,0.05315840244293213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,64,power_law_1.01,2.0805055618286135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,4,power_law_1.2,3.9788288116455077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,power_law_1.2,0.059539198875427246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,power_law_1.2,0.06256639957427979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,64,power_law_1.01,4.082572937011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,power_law_1.2,0.06461439728736877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,4,power_law_1.2,7.341996765136718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,power_law_1.2,0.07184640169143677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,power_law_1.2,0.07778559923171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,power_law_1.2,0.0898751974105835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,power_law_1.2,0.09217280149459839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,power_law_1.2,0.09279360175132752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,power_law_1.2,0.10053119659423829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,power_law_1.2,0.10394879579544067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,power_law_1.2,0.12469760179519654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.14368000030517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.1970304012298584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,power_law_1.01,0.06142079830169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.24632959365844725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,power_law_1.01,0.054764801263809205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.3198911905288696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,power_law_1.01,0.052288001775741576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.3906239986419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,power_law_1.2,0.8328191757202148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,power_law_1.01,0.05238400101661682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,power_law_1.2,0.8956095695495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,power_law_1.01,0.05434880256652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,power_law_1.01,0.061350399255752565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,power_law_1.2,1.2697407722473144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,power_law_1.01,0.061977601051330565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,power_law_1.2,2.346816062927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,power_law_1.01,0.05315840244293213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,power_law_1.01,0.0584384024143219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,power_law_1.2,2.7996992111206054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,power_law_1.01,0.0682752013206482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,power_law_1.01,0.06047999858856201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,power_law_1.01,0.05307520031929016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,power_law_1.01,0.06618239879608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,64,power_law_1.2,4.459206390380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,power_law_1.2,0.06358399987220764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,power_law_1.01,0.06863999962806702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,power_law_1.01,0.0506496012210846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,power_law_1.2,0.05141760110855102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,power_law_1.01,0.07048320174217224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,power_law_1.2,0.052748799324035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,power_law_1.01,0.05370879769325256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,64,power_law_1.2,8.843711853027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,power_law_1.2,0.054176002740859985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,power_law_1.01,0.0866815984249115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,power_law_1.01,0.05494400262832642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,power_law_1.2,0.05375360250473023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,power_law_1.01,0.0939903974533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,power_law_1.01,0.05548800230026245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,power_law_1.2,0.05340800285339355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,power_law_1.2,0.05379199981689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,power_law_1.01,0.05553920269012451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,power_law_1.01,0.09750400185585022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,power_law_1.01,0.09983360171318054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,power_law_1.2,0.062041598558425906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,power_law_1.01,0.05749120116233826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,power_law_1.01,0.11271040439605713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,power_law_1.2,0.06332160234451294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,power_law_1.2,0.06755840182304382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,power_law_1.01,0.1313920021057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,power_law_1.2,0.07310720086097718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,power_law_1.01,0.06817920207977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,power_law_1.01,0.1638335943222046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,power_law_1.2,0.07822080254554749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,power_law_1.01,0.0722495973110199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,power_law_1.01,0.17484159469604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,power_law_1.2,0.0866047978401184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,power_law_1.2,0.09289600253105164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,power_law_1.01,0.0728384017944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,power_law_1.2,0.10598399639129638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,power_law_1.01,0.24440319538116456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,power_law_1.01,0.08532480001449586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,power_law_1.2,0.10250240564346313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,power_law_1.01,0.09146239757537841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,power_law_1.01,0.334495997428894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,power_law_1.2,0.12630399465560913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,power_law_1.2,0.14706560373306274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,power_law_1.01,0.10012799501419067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,power_law_1.01,0.4009088039398193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,power_law_1.01,0.09454079866409301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,power_law_1.01,0.6643008232116699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,power_law_1.2,0.19614720344543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,power_law_1.01,0.12043520212173461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,power_law_1.2,0.30884480476379395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,power_law_1.01,0.9014143943786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,power_law_1.2,0.27014400959014895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,power_law_1.01,0.12117120027542114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,power_law_1.2,0.434771203994751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,power_law_1.01,0.14507520198822021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,power_law_1.01,1.0294783592224122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,power_law_1.2,0.5596096038818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,power_law_1.01,0.1701375961303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,power_law_1.2,0.06168320178985596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,power_law_1.2,1.0283519744873046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,32,power_law_1.01,1.674687957763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,power_law_1.01,0.2190783977508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,power_law_1.2,0.0506879985332489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,power_law_1.2,1.2839296340942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,power_law_1.01,0.23916800022125245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,power_law_1.2,0.050348800420761106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,power_law_1.2,2.0449600219726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,32,power_law_1.01,3.7287551879882814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,power_law_1.01,0.34561920166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,power_law_1.2,0.053855997323989865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,32,power_law_1.2,3.0259071350097657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,power_law_1.2,0.056032001972198486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,power_law_1.01,0.3630143880844116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,power_law_1.2,0.05538560152053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,32,power_law_1.2,5.585120010375976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,power_law_1.01,0.7126719951629639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,power_law_1.2,0.05575039982795715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,power_law_1.2,0.05729920268058777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,power_law_1.01,0.7273087978363038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,power_law_1.2,0.05845119953155518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,power_law_1.2,0.05783680081367493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,power_law_1.01,0.9149184226989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,power_law_1.2,0.0692736029624939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,power_law_1.2,0.07040640115737914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,16,power_law_1.01,1.506719970703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,power_law_1.2,0.07528319954872131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,power_law_1.2,0.07939199805259704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,16,power_law_1.01,2.503763198852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,power_law_1.2,0.08623999953269959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,power_law_1.2,0.1000704050064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,power_law_1.2,0.12255359888076782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,power_law_1.2,0.150271999835968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,power_law_1.2,0.1457152009010315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,power_law_1.2,0.20176639556884765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,power_law_1.2,0.18257280588150024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,power_law_1.2,0.2931519985198975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,power_law_1.2,0.3281471967697144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,power_law_1.2,0.4000448226928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,power_law_1.2,0.474835205078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,power_law_1.2,0.752563190460205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,power_law_1.2,1.1775039672851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,power_law_1.2,1.315180778503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,16,power_law_1.2,2.269388771057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,16,power_law_1.2,4.637158584594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,power_law_1.01,0.09405440092086792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,power_law_1.01,0.10065280199050904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,power_law_1.01,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,power_law_1.01,0.07982720136642456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,power_law_1.2,0.09337599873542786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,power_law_1.01,0.08727040290832519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,power_law_1.2,0.09044479727745056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,power_law_1.01,0.09349120259284974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,power_law_1.01,0.09726719856262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,power_law_1.2,0.07613440155982971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,power_law_1.2,0.08051199913024902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,power_law_1.01,0.09863680005073547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,power_law_1.01,0.10078719854354859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,power_law_1.2,0.09078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,power_law_1.01,0.10032639503479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,power_law_1.01,0.07400959730148315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,power_law_1.2,0.0939520001411438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,power_law_1.01,0.10149120092391968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,power_law_1.2,0.09831039905548096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,power_law_1.01,0.08097280263900757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,power_law_1.01,0.10963200330734253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,power_law_1.2,0.10252159833908081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,power_law_1.01,0.08945279717445373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,power_law_1.01,0.12161279916763305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,power_law_1.2,0.10955519676208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,power_law_1.01,0.12309119701385499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,power_law_1.01,0.1011072039604187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,power_law_1.2,0.11989760398864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,power_law_1.01,0.1316864013671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,power_law_1.01,0.10058879852294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,power_law_1.2,0.1347648024559021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,power_law_1.01,0.13483519554138185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,power_law_1.01,0.10395519733428955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,power_law_1.2,0.133241605758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,power_law_1.01,0.15478399991989136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,power_law_1.01,0.1049407958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,power_law_1.2,0.14379520416259767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,power_law_1.2,0.17452800273895264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,power_law_1.01,0.17052160501480101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,power_law_1.2,0.1833024024963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,power_law_1.01,0.11200640201568604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,power_law_1.01,0.1638527989387512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,power_law_1.2,0.17111040353775026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,power_law_1.01,0.12083840370178223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,power_law_1.01,0.1968832015991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,power_law_1.2,0.21865599155426024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,power_law_1.01,0.12892160415649415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,power_law_1.2,0.22183680534362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,power_law_1.01,0.21585919857025146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,power_law_1.2,0.32147200107574464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,power_law_1.01,0.2929919958114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,power_law_1.01,0.14076800346374513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,power_law_1.2,0.33724160194396974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,power_law_1.2,0.09340159893035889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,power_law_1.01,0.29906558990478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,power_law_1.01,0.14172799587249757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,power_law_1.2,0.45865597724914553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,power_law_1.2,0.08161919713020324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,power_law_1.2,0.6337471961975097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,power_law_1.01,0.15471359491348266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,power_law_1.01,0.40021119117736814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,power_law_1.2,0.851750373840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,power_law_1.2,0.07497599720954895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,power_law_1.01,0.18553600311279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,power_law_1.01,0.45285758972167967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,power_law_1.2,1.1876288414001466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,power_law_1.2,0.07875840067863464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,power_law_1.01,0.22155520915985108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,power_law_1.01,0.6337920188903808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,power_law_1.2,1.8169599533081056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,power_law_1.2,0.08825600147247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,power_law_1.01,0.2181567907333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,power_law_1.2,2.6102783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,power_law_1.01,0.8958399772644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,power_law_1.2,0.10004479885101318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,power_law_1.01,0.2778048038482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,power_law_1.2,3.9514881134033204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,power_law_1.2,0.09998720288276672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,power_law_1.01,1.2421759605407714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,power_law_1.01,0.31962881088256834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,32,power_law_1.2,4.95428466796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,power_law_1.2,0.10203520059585572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,power_law_1.01,1.7935359954833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,power_law_1.01,0.4016704082489014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,power_law_1.2,0.10605440139770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,power_law_1.01,0.4273983955383301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,32,power_law_1.2,13.415373229980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,power_law_1.2,0.10425599813461303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,power_law_1.01,2.190553665161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,power_law_1.01,0.5527488231658936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,power_law_1.2,0.11511679887771606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,32,power_law_1.01,3.3829696655273436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,power_law_1.2,0.12189439535140992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,power_law_1.01,0.7403007984161377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,power_law_1.2,0.13214080333709716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,power_law_1.01,1.1062335968017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,32,power_law_1.01,6.777734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,power_law_1.2,0.13857920169830323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,power_law_1.2,0.15580159425735474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,power_law_1.01,1.5021504402160644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,power_law_1.2,0.1606528043746948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,power_law_1.01,1.7007871627807618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,power_law_1.2,0.2060544013977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,power_law_1.2,0.2427072048187256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,16,power_law_1.01,2.5761600494384767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,power_law_1.2,0.24080638885498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,power_law_1.2,0.310316801071167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,power_law_1.2,0.3753024101257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,16,power_law_1.01,6.072959899902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,power_law_1.2,0.4595200061798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,power_law_1.2,0.4508800029754639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,power_law_1.2,0.7262784004211426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,power_law_1.2,0.9273664474487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,power_law_1.2,1.4944512367248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,power_law_1.2,1.6323904037475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,power_law_1.2,2.448467254638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,16,power_law_1.2,3.4804607391357423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,16,power_law_1.2,6.82344970703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,power_law_1.01,0.11226240396499634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,power_law_1.01,0.14328320026397706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,power_law_1.01,0.14062080383300782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,power_law_1.01,0.0935808002948761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,power_law_1.01,0.10904959440231324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,power_law_1.01,0.10959359407424926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,power_law_1.01,0.11667840480804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,power_law_1.01,0.12613120079040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,power_law_1.01,0.136735999584198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,power_law_1.01,0.12753920555114745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,power_law_1.01,0.13684480190277098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,power_law_1.01,0.12422399520874024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,power_law_1.01,0.129094398021698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,power_law_1.01,0.12583680152893068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,power_law_1.01,0.13351039886474608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,power_law_1.2,0.11197439432144166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,power_law_1.01,0.11046400070190429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,power_law_1.01,0.13850879669189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,power_law_1.2,0.13639039993286134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,power_law_1.2,0.14306559562683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,power_law_1.01,0.11302399635314941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,power_law_1.01,0.13923200368881225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,power_law_1.01,0.10806399583816528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,power_law_1.2,0.1221119999885559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,power_law_1.2,0.13662079572677613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,power_law_1.01,0.12331520318984986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,power_law_1.01,0.1493183970451355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,power_law_1.2,0.14011520147323608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,power_law_1.2,0.08474239706993103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,power_law_1.01,0.1242624044418335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,power_law_1.01,0.1661631941795349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,power_law_1.01,0.12583039999008178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,power_law_1.2,0.10033919811248779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,power_law_1.01,0.12711039781570435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,power_law_1.01,0.1788480043411255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,power_law_1.2,0.10990079641342163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,power_law_1.2,0.10175360441207885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,power_law_1.01,0.13219840526580812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,power_law_1.01,0.21970560550689697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,power_law_1.01,0.13651200532913207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,power_law_1.2,0.1081279993057251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,power_law_1.2,0.11013760566711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,power_law_1.01,0.15277440547943116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,power_law_1.01,0.22197120189666747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,power_law_1.2,0.11393280029296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,power_law_1.2,0.12212480306625366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,power_law_1.01,0.17007360458374024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,power_law_1.01,0.2949696063995361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,power_law_1.2,0.11864960193634033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,power_law_1.01,0.1708672046661377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,power_law_1.2,0.12291840314865113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,power_law_1.01,0.19553279876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,power_law_1.01,0.3112191915512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,power_law_1.2,0.1285696029663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,power_law_1.2,0.1260800004005432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,power_law_1.01,0.2435839891433716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,power_law_1.01,0.36645119190216063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,power_law_1.2,0.12510080337524415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,power_law_1.2,0.1268224000930786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.23399040699005128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.30076799392700193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,power_law_1.01,0.5058239936828614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,power_law_1.2,0.13203200101852416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,power_law_1.2,0.13779840469360352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.3135296106338501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,power_law_1.2,0.13316479921340943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,power_law_1.01,0.6785151958465576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,power_law_1.2,0.1369920015335083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,power_law_1.01,0.4236480236053467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,power_law_1.2,0.1387519955635071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,power_law_1.2,0.14426239728927612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,power_law_1.01,0.598361587524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,power_law_1.01,0.8698047637939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,power_law_1.2,0.16626559495925902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,power_law_1.01,0.7471360206604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,power_law_1.2,0.15039360523223877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,power_law_1.01,1.1678144454956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,power_law_1.01,0.9299200057983399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,power_law_1.2,0.17486720085144042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,power_law_1.2,0.17891199588775636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,power_law_1.01,1.4008383750915527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,power_law_1.01,1.5970239639282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,power_law_1.2,0.1897472023963928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,power_law_1.2,0.18454400300979615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,power_law_1.01,1.6406976699829101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,power_law_1.2,0.24149758815765382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,power_law_1.2,0.21750400066375733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,power_law_1.01,2.059993553161621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,power_law_1.01,2.411974334716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,power_law_1.2,0.2300544023513794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,power_law_1.2,0.281606388092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,32,power_law_1.01,2.9922943115234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,64,power_law_1.01,3.8372798919677735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,power_law_1.2,0.30064640045166013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.27192320823669436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.343340802192688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,power_law_1.2,0.3278975963592529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,64,power_law_1.01,7.7752830505371096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,32,power_law_1.01,5.683200073242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.4135871887207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,power_law_1.2,0.42350077629089355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,power_law_1.2,0.5015103816986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,power_law_1.2,0.5958528041839599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,power_law_1.2,0.727449607849121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,power_law_1.2,0.8152447700500488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,power_law_1.2,0.9747072219848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,power_law_1.2,0.9615872383117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,power_law_1.2,1.5885120391845704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,power_law_1.2,1.1695679664611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,power_law_1.2,2.1203903198242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,power_law_1.2,1.7498111724853516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,power_law_1.2,2.9456256866455077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,power_law_1.2,2.4744384765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,power_law_1.2,3.301510238647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,32,power_law_1.2,4.223852920532226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,64,power_law_1.2,5.739788818359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,32,power_law_1.2,8.5731201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,64,power_law_1.2,10.855840301513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,power_law_1.01,0.10442880392074586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,power_law_1.01,0.12988799810409546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,power_law_1.2,0.12893439531326295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,power_law_1.01,0.15831040143966674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,power_law_1.2,0.11575679779052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,power_law_1.01,0.09523839950561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,power_law_1.2,0.09430400133132935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,power_law_1.01,0.12225919961929321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,power_law_1.2,0.11152000427246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,power_law_1.2,0.11568640470504761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,power_law_1.01,0.11871999502182007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,power_law_1.2,0.11687040328979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,power_law_1.01,0.13587199449539183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,power_law_1.2,0.1349951982498169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,power_law_1.01,0.1344256043434143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,power_law_1.2,0.12993919849395752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,power_law_1.01,0.13687679767608643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,power_law_1.2,0.1375808000564575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,power_law_1.01,0.14057600498199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,power_law_1.01,0.09833599925041199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,power_law_1.01,0.14585599899291993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,power_law_1.2,0.14469759464263915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,power_law_1.01,0.1090175986289978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,power_law_1.01,0.14820480346679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,power_law_1.2,0.09716479778289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,power_law_1.2,0.1467967987060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,power_law_1.01,0.1572991967201233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,power_law_1.01,0.1423807978630066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,power_law_1.2,0.10897279977798462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,power_law_1.01,0.17450239658355712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,power_law_1.2,0.1607743978500366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,power_law_1.01,0.08820480108261108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,power_law_1.01,0.17766400575637817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,power_law_1.2,0.10080640316009522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,power_law_1.2,0.169542396068573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,power_law_1.01,0.09763200283050537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,power_law_1.01,0.19536639451980592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,power_law_1.2,0.08855680227279664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,power_law_1.01,0.24152960777282714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,power_law_1.2,0.1861567974090576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,power_law_1.01,0.2600127935409546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,power_law_1.2,0.09942399859428405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,power_law_1.01,0.1304703950881958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,power_law_1.2,0.21328001022338866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,power_law_1.01,0.3083199977874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,power_law_1.2,0.11749119758605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,power_law_1.01,0.3210560083389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,power_law_1.2,0.24956800937652587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,power_law_1.01,0.13582079410552977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,power_law_1.01,0.41585278511047363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,power_law_1.2,0.12691199779510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,power_law_1.01,0.1468160033226013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,power_law_1.2,0.28458878993988035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,power_law_1.01,0.5219840049743653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,power_law_1.2,0.13838720321655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,power_law_1.01,0.15548160076141357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,power_law_1.2,0.33817598819732664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,power_law_1.01,0.6930431842803955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,power_law_1.01,0.7809663772583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,power_law_1.2,0.1449728012084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,power_law_1.01,0.15455360412597657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,power_law_1.2,0.3464832067489624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,power_law_1.01,1.1284223556518556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,power_law_1.01,0.16173440217971802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,power_law_1.2,0.1438976049423218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,power_law_1.2,0.45678081512451174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,power_law_1.01,1.6509183883666991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,power_law_1.2,0.14846080541610718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,power_law_1.01,0.16432000398635865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,power_law_1.2,0.6036159992218018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,power_law_1.01,1.9377151489257813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,power_law_1.01,0.19448319673538209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,power_law_1.2,0.1619328022003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,power_law_1.2,0.8191807746887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,16,power_law_1.01,2.8279935836791994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,power_law_1.01,0.2081216096878052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,power_law_1.2,0.1613312005996704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,power_law_1.2,0.9546943664550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,power_law_1.01,0.21987199783325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,power_law_1.2,0.19844479560852052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,16,power_law_1.01,6.058188629150391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,power_law_1.2,1.3022015571594239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,power_law_1.01,0.21327359676361085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,power_law_1.2,0.2146496057510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,power_law_1.2,1.7711679458618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,power_law_1.01,0.25617280006408694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,power_law_1.2,0.22071681022644044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,power_law_1.2,2.2098560333251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,power_law_1.01,0.3238080024719238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,power_law_1.2,0.2396928071975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,power_law_1.01,0.39295361042022703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,power_law_1.2,0.28952960968017577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,16,power_law_1.2,3.4633087158203124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,power_law_1.01,0.3949376106262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,power_law_1.2,0.32982399463653567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,power_law_1.01,0.5101056098937988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,power_law_1.2,0.4342400074005127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,16,power_law_1.2,6.790137481689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,power_law_1.2,0.39939839839935304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,power_law_1.01,0.5758016109466553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,power_law_1.2,0.5317503929138183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,power_law_1.01,0.8034751892089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,power_law_1.2,0.5120639801025391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,power_law_1.01,0.8766655921936035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,power_law_1.2,0.761516809463501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,power_law_1.01,1.2357248306274413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,power_law_1.2,1.0735679626464845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,power_law_1.01,1.499903964996338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,power_law_1.2,1.263270378112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,power_law_1.01,1.9677759170532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,power_law_1.2,1.6107391357421874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,8,power_law_1.01,2.85864315032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,power_law_1.2,1.9827072143554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,8,power_law_1.01,5.55994873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,power_law_1.01,0.0949184000492096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,8,power_law_1.2,3.0022592544555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,power_law_1.01,0.10042239427566528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,power_law_1.01,0.12091519832611083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,8,power_law_1.2,6.131999969482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,power_law_1.01,0.09767680168151856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,power_law_1.01,0.1072383999824524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,power_law_1.01,0.13879040479660035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,power_law_1.01,0.14769920110702514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,power_law_1.01,0.15602560043334962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,power_law_1.01,0.15841920375823976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,power_law_1.2,0.09505280256271362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,power_law_1.01,0.16892160177230836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,power_law_1.2,0.10028799772262573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,power_law_1.01,0.1805567979812622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,power_law_1.01,0.17918720245361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,power_law_1.2,0.09761279821395874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,power_law_1.01,0.19068800210952758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,power_law_1.2,0.10604159832000733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,power_law_1.01,0.21012480258941652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,power_law_1.2,0.13684480190277098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,power_law_1.01,0.2193984031677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,power_law_1.2,0.15520000457763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,power_law_1.01,0.24801280498504638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,power_law_1.2,0.17904640436172486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,power_law_1.01,0.30524160861968996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,power_law_1.01,0.02768639922142029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,power_law_1.01,0.3562688112258911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,power_law_1.2,0.1817919969558716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,power_law_1.2,0.027993598580360414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,power_law_1.01,0.45808000564575196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,power_law_1.01,0.027993598580360414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,power_law_1.2,0.19393919706344603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,power_law_1.2,0.02810240089893341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,power_law_1.01,0.5154240131378174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,power_law_1.01,0.02821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,power_law_1.2,0.028409600257873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,power_law_1.2,0.1692031979560852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,power_law_1.01,0.666483211517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,power_law_1.2,0.02842240035533905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,power_law_1.01,0.7709311962127685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,power_law_1.2,0.18145279884338378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,power_law_1.01,0.028479999303817748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,power_law_1.01,0.9828864097595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,power_law_1.2,0.028960001468658448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,power_law_1.2,0.18462079763412476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,power_law_1.01,1.0997119903564454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,power_law_1.2,0.19567359685897828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,power_law_1.01,1.5918463706970214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,power_law_1.2,0.2088383913040161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,power_law_1.01,1.9139135360717774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,power_law_1.2,0.2241919994354248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,power_law_1.01,2.235129547119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,power_law_1.2,0.24503679275512696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,power_law_1.01,0.028115200996398925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,power_law_1.2,0.0282943993806839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,power_law_1.2,0.2904191970825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,4,power_law_1.01,3.565350341796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,power_law_1.01,0.02892799973487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,power_law_1.2,0.3722559928894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,power_law_1.2,0.029145601391792297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,4,power_law_1.01,6.6622978210449215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,power_law_1.01,0.029523199796676634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,power_law_1.2,0.030035200715065002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,power_law_1.2,0.4732800006866455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,power_law_1.2,0.541542387008667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,power_law_1.2,0.7131264209747314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,power_law_1.2,0.8388031959533692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,power_law_1.2,1.0407999992370605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,power_law_1.2,1.0976127624511718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,power_law_1.01,0.03199360072612763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,power_law_1.2,0.03198080062866211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,power_law_1.2,1.5418944358825684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,power_law_1.2,0.03340159952640533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,power_law_1.01,0.03190400004386902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,power_law_1.2,2.043827247619629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,power_law_1.01,0.03365119993686676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,power_law_1.2,0.03297280073165894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,power_law_1.2,2.701107215881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,4,power_law_1.2,3.57825927734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,4,power_law_1.2,7.765952301025391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,power_law_1.01,0.026950401067733765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,power_law_1.01,0.02802560031414032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,power_law_1.01,0.02768000066280365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,power_law_1.01,0.02768000066280365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,power_law_1.01,0.03741439878940582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,power_law_1.01,0.027961599826812743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,power_law_1.2,0.039673599600791934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,power_law_1.01,0.04149119853973389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,power_law_1.2,0.027475199103355406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,power_law_1.2,0.028166401386260986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,power_law_1.01,0.0286080002784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,power_law_1.2,0.027718400955200194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,power_law_1.01,0.02917119860649109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,power_law_1.2,0.027929601073265076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,power_law_1.01,0.030163198709487915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,power_law_1.2,0.0281792014837265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,power_law_1.01,0.05026559829711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,power_law_1.2,0.05310720205307007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,power_law_1.01,0.05459840297698974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,power_law_1.2,0.05459200143814087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,power_law_1.2,0.02802560031414032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,power_law_1.2,0.02908799946308136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,power_law_1.01,0.03242239952087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,power_law_1.2,0.030508801341056824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,power_law_1.01,0.03420799970626831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,power_law_1.01,0.03457919955253601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,power_law_1.2,0.032467201352119446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,power_law_1.2,0.03283199965953827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,power_law_1.2,0.03452799916267395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,power_law_1.01,0.03857919871807099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,power_law_1.01,0.03898240029811859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,power_law_1.2,0.06441599726676941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,power_law_1.01,0.04252800047397613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,power_law_1.01,0.06568319797515869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,power_law_1.2,0.03831680119037628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,power_law_1.2,0.0887615978717804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,power_law_1.01,0.08880000114440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,power_law_1.2,0.03940480053424835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,power_law_1.2,0.04261119961738587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.2,0.10249600410461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.01,0.10604159832000733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.2,0.14281599521636962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.01,0.1488319993019104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,power_law_1.01,0.05304319858551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,power_law_1.2,0.054662400484085084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.01,0.1760319948196411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.2,0.1701311945915222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,power_law_1.01,0.057555198669433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,power_law_1.2,0.05966079831123352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.01,0.2663039922714233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.2,0.2781375885009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.01,0.3244352102279663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.2,0.3742208003997803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,power_law_1.01,0.06875519752502442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,power_law_1.01,0.0871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,power_law_1.2,0.06807680130004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.01,0.10702719688415527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,power_law_1.2,0.0871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.01,0.1365504026412964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.01,0.5538815975189209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.2,0.5728576183319092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.2,0.11943039894104004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.01,0.17240959405899048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.01,0.6725312232971191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.2,0.149344003200531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.01,0.24710400104522706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.2,0.7093120098114014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.01,0.38620800971984864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.2,0.17112319469451903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.01,1.0115008354187012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.2,1.072652816772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.2,0.2504512071609497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.01,1.3552191734313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.2,1.4563648223876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.2,0.4576255798339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,power_law_1.01,1.6674943923950196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,power_law_1.2,1.8022848129272462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,8,power_law_1.01,2.680716705322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,8,power_law_1.2,2.7421375274658204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.01,0.5280128002166748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,8,power_law_1.01,5.642188644409179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,8,power_law_1.2,5.631788635253907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.01,0.5892928123474122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.2,0.6653952121734619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.01,1.1192640304565429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.2,0.8518848419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.01,1.4930879592895507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.2,1.1518464088439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,power_law_1.01,1.6888256072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.2,1.6318464279174805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,4,power_law_1.01,3.269785690307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,power_law_1.2,1.85928955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,4,power_law_1.01,5.569715118408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,4,power_law_1.2,2.593356704711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,4,power_law_1.2,5.444185638427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,power_law_1.01,0.027263998985290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,power_law_1.2,0.027430400252342224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,power_law_1.01,0.027507200837135315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,power_law_1.2,0.027481600642204285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,power_law_1.01,0.027539199590682982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,power_law_1.2,0.028064000606536865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,power_law_1.01,0.028595200181007384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,power_law_1.2,0.028889599442481994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,power_law_1.01,0.02876800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,power_law_1.2,0.02932479977607727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,power_law_1.01,0.03132160007953644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,power_law_1.2,0.03315199911594391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,power_law_1.01,0.03221760094165802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,power_law_1.2,0.0326335996389389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,power_law_1.01,0.03223679959774017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,power_law_1.2,0.033030399680137636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,power_law_1.01,0.032332798838615416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,power_law_1.2,0.032678401470184325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,power_law_1.01,0.03283199965953827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,power_law_1.2,0.03380480110645294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,power_law_1.01,0.0301503986120224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,power_law_1.2,0.03033599853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,power_law_1.01,0.030828800797462464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,power_law_1.2,0.03073279857635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,power_law_1.01,0.03139840066432953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,power_law_1.2,0.03232640027999878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,power_law_1.01,0.03370240032672882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,power_law_1.2,0.03495680093765259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,power_law_1.01,0.035743999481201175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,power_law_1.2,0.036236798763275145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,power_law_1.01,0.03407360017299652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,power_law_1.01,0.037145599722862244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,power_law_1.2,0.03491199910640717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,power_law_1.2,0.03560959994792938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,power_law_1.01,0.03560959994792938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,power_law_1.2,0.035366401076316833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,power_law_1.01,0.03668479919433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,power_law_1.2,0.03691520094871521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,power_law_1.01,0.03949440121650696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,power_law_1.2,0.039468801021575926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,power_law_1.01,0.04002560079097748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,power_law_1.01,0.0418368011713028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,power_law_1.2,0.04108799993991852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,power_law_1.2,0.043372800946235655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,power_law_1.01,0.04776960015296936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,power_law_1.2,0.04764800071716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,power_law_1.2,0.04196479916572571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,power_law_1.01,0.060083198547363284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,power_law_1.2,0.057599997520446776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,power_law_1.01,0.06305279731750488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,power_law_1.2,0.062457597255706786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,power_law_1.01,0.04838399887084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,power_law_1.2,0.049184000492095946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,power_law_1.01,0.05061119794845581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,power_law_1.2,0.05129600167274475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,power_law_1.01,0.05500159859657287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,power_law_1.2,0.0543615996837616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,power_law_1.01,0.07011839747428894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,power_law_1.2,0.07122560143470764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,power_law_1.01,0.09186559915542603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,power_law_1.2,0.08665599822998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.01,0.10791679620742797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.2,0.09920639991760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.01,0.13454079627990723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.2,0.1355712056159973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,power_law_1.01,0.07097600102424621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.01,0.18702080249786376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.2,0.19521280527114868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,power_law_1.2,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,power_law_1.01,0.07159680128097534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.01,0.2936959981918335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.2,0.3054080009460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,power_law_1.2,0.0742464005947113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.01,0.3123071908950806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.2,0.3662208080291748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.01,0.5387263774871827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.2,0.5447679996490479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.01,0.7148672103881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.2,0.7920959949493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,power_law_1.01,0.08509439826011658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,power_law_1.2,0.08730239868164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.01,0.9773695945739747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.2,1.0083071708679199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,power_law_1.01,0.12072960138320923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,power_law_1.2,0.12235519886016846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.01,0.14173439741134644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.01,1.420729637145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.2,1.3399040222167968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.2,0.13968640565872192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,power_law_1.01,1.7368576049804687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,power_law_1.2,1.6078847885131835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,2,power_law_1.01,2.278112030029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,2,power_law_1.2,2.3982528686523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,2,power_law_1.01,4.221459197998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,2,power_law_1.2,5.9550529479980465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.01,0.20212481021881104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.2,0.2096127986907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.01,0.2719167947769165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.2,0.2621824026107788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.01,0.41457281112670896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.2,0.40615038871765136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.01,0.5529215812683106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.2,0.5471168041229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.01,0.7743231773376464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.2,0.8336000442504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.01,1.0961664199829102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.2,1.0386112213134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.01,1.624019241333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.2,1.4753600120544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.01,2.2068031311035154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.2,2.0880064010620116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,power_law_1.01,2.385785675048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,power_law_1.2,2.7142847061157225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,8,power_law_1.01,4.110867309570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,8,power_law_1.2,4.331948852539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,8,power_law_1.01,8.388518524169921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,8,power_law_1.2,8.630841827392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,power_law_1.01,0.03133440017700195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,power_law_1.2,0.032307198643684386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,power_law_1.2,0.031404799222946166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,power_law_1.01,0.03190400004386902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,power_law_1.01,0.03125759959220886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,power_law_1.2,0.032076799869537355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,power_law_1.01,0.03203839957714081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,power_law_1.01,0.032627201080322264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,power_law_1.2,0.03299840092658997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,power_law_1.01,0.030502399802207945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,power_law_1.2,0.032716798782348636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,power_law_1.01,0.031193599104881287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,power_law_1.2,0.03324800133705139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,power_law_1.01,0.032793599367141726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,power_law_1.2,0.032339200377464294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,power_law_1.01,0.03436160087585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,power_law_1.2,0.03501439988613129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,power_law_1.01,0.035046398639678955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,power_law_1.2,0.03589119911193848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,power_law_1.01,0.034841600060462954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,power_law_1.2,0.033792001008987424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,power_law_1.01,0.03528960049152374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,power_law_1.2,0.03505919873714447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,power_law_1.01,0.03581439852714539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,power_law_1.2,0.03635840117931366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,power_law_1.01,0.037190398573875426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,power_law_1.2,0.03758080005645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,power_law_1.01,0.03922559916973114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,power_law_1.2,0.03948160111904144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,power_law_1.01,0.04051199853420258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,power_law_1.2,0.04023039937019348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,power_law_1.2,0.039980798959732056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,power_law_1.01,0.040908798575401306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,power_law_1.01,0.03945600092411041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,power_law_1.2,0.04332799911499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,power_law_1.01,0.04456959962844849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,power_law_1.01,0.042393600940704344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,power_law_1.2,0.04371199905872345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,power_law_1.2,0.04207360148429871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,power_law_1.01,0.0436928004026413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,power_law_1.2,0.04488320052623749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,power_law_1.01,0.046112000942230225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,power_law_1.2,0.04723840057849884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,power_law_1.01,0.04778240025043488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,power_law_1.2,0.049420800805091855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,power_law_1.01,0.05211520195007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,power_law_1.01,0.05101439952850342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,power_law_1.2,0.05567359924316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,power_law_1.2,0.05351679921150208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,power_law_1.01,0.05555840134620667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,power_law_1.01,0.05928959846496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,power_law_1.2,0.055283200740814206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,power_law_1.01,0.05935360193252563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,power_law_1.2,0.054630398750305176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,power_law_1.2,0.0637440025806427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,power_law_1.2,0.06946560144424438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,power_law_1.01,0.07049599885940552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,power_law_1.2,0.07774080038070678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,power_law_1.01,0.07425919771194459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,power_law_1.01,0.08450559973716736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,power_law_1.2,0.09253119826316833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,power_law_1.01,0.07220479846000671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,power_law_1.2,0.07337599992752075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,power_law_1.01,0.07646719813346863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,power_law_1.01,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,power_law_1.2,0.09218559861183166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,power_law_1.01,0.12783360481262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,power_law_1.2,0.12204159498214721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.01,0.1382207989692688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.2,0.15803519487380982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.01,0.19260799884796143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.2,0.23230080604553222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.01,0.23486719131469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,power_law_1.01,0.13596160411834718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,power_law_1.2,0.12152960300445556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.01,0.36136319637298586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.2,0.2542399883270264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.01,0.455295991897583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.01,0.13776639699935914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.2,0.140774405002594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.2,0.393830394744873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.01,0.7337600231170655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.01,0.16095999479293824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.2,0.5959936141967773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.2,0.21295359134674072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.01,0.9480832099914551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.2,0.8606975555419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.01,1.4621376037597655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.01,0.32102398872375487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.2,0.2566400051116943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.01,1.7673152923583983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.2,1.0087871551513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.01,0.3611840009689331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.2,0.3796288013458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,power_law_1.01,2.1226879119873048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.01,0.430079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.2,1.6384767532348632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.2,0.5940927982330322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,2,power_law_1.01,4.406054306030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.01,0.8111231803894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.2,2.351558494567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.2,0.8098688125610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,2,power_law_1.01,7.793023681640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.01,1.0399104118347169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.2,1.171788787841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,power_law_1.2,2.6285888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.01,1.5930432319641112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.2,1.7688575744628907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,2,power_law_1.2,4.13573112487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.01,1.9098175048828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.2,2.3632511138916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,power_law_1.01,2.6641727447509767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,2,power_law_1.2,8.739564514160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,power_law_1.2,2.9425344467163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,4,power_law_1.01,4.3798271179199215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,4,power_law_1.2,5.010131072998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,4,power_law_1.01,8.981075286865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,4,power_law_1.2,9.485549163818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.08757759928703308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.09020159840583801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.08734080195426941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.08548480272293091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.0906175971031189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.07475839853286743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.07059839963912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.08275200128555298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.07319679856300354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.07902719974517822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.08054400086402894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.09056640267372132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.09281280040740966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.09446399807929992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,power_law_1.01,0.0943231999874115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,power_law_1.2,0.09428480267524719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.09390079975128174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,power_law_1.01,0.09385600090026855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,power_law_1.2,0.09488000273704529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,power_law_1.2,0.05963519811630249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,power_law_1.01,0.06640639901161194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,power_law_1.2,0.06640639901161194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,power_law_1.01,0.0731328010559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.09519360065460206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,power_law_1.2,0.07400320172309875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.09897599816322326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.1041856050491333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.10122879743576049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.10522880554199218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.1041599988937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.10609279870986939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.10209280252456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.11159039735794067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.10803840160369874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.11543680429458618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.10792319774627686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.11685760021209717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.11569279432296753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.12609920501708985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.11593600511550903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.1351040005683899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,power_law_1.01,0.07749119997024537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,power_law_1.2,0.07834879755973816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,power_law_1.01,0.09111040234565734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,power_law_1.2,0.08611199855804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,power_law_1.01,0.09351040124893188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.1590208053588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,power_law_1.2,0.09080320000648498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.1644863963127136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.1759935975074768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.18515199422836304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.21366400718688966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.24844799041748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.2481920003890991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.2842303991317749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.3360703945159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,0.44775681495666503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.4743743896484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.5492864131927491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,power_law_1.01,0.09834880232810975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,0.7172287940979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,power_law_1.2,0.0960640013217926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,0.9874560356140136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.8623871803283691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,power_law_1.01,0.10280319452285766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,power_law_1.2,0.09682559967041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,1.3134719848632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,1.349574375152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,power_law_1.01,0.10172799825668336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,power_law_1.2,0.10456960201263428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,1.5784128189086915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,2.042835235595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,power_law_1.01,0.11333760023117065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,2.253932762145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,power_law_1.2,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,power_law_1.01,0.11103359460830689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,2.3535999298095702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,3.379507064819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,power_law_1.2,0.11516799926757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,power_law_1.01,0.11557120084762573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,3.202227020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,7.035814666748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,5.249919891357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,13.927757263183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,power_law_1.2,0.12380800247192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,power_law_1.01,0.11871360540390015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,power_law_1.01,0.12360320091247559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,power_law_1.2,0.12357759475708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,power_law_1.01,0.1326143980026245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,power_law_1.2,0.13867520093917846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,power_law_1.01,0.1515391945838928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,power_law_1.2,0.17503360509872437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.01,0.17991039752960206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.2,0.1942720055580139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.01,0.2294719934463501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.2,0.22695040702819824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.01,0.2760767936706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.2,0.285318398475647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.01,0.36722559928894044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.2,0.4307263851165771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,power_law_1.01,0.07719039916992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,power_law_1.2,0.07631999850273133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.01,0.4839360237121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.2,0.4973120212554932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,power_law_1.01,0.10310399532318115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,power_law_1.2,0.09816960096359253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,power_law_1.01,0.07063040137290955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.01,0.625984001159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.2,0.7724415779113769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,power_law_1.2,0.0597760021686554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,power_law_1.01,0.06496639847755432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.01,0.8575679779052734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,power_law_1.01,0.06878719925880432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.2,1.1895872116088868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,power_law_1.2,0.06175360083580017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.01,1.2378687858581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,power_law_1.2,0.07031679749488831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.2,1.4436415672302245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.01,1.6665599822998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.2,2.3327104568481447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,power_law_1.01,2.1659263610839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,power_law_1.2,3.0043264389038087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,32,power_law_1.01,3.046591949462891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,32,power_law_1.2,4.177683258056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,power_law_1.01,0.08202239871025085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,32,power_law_1.01,7.5027519226074215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,power_law_1.2,0.08112639784812928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,32,power_law_1.2,9.826828765869141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,power_law_1.01,0.09479039907455444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,power_law_1.2,0.09292160272598267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,power_law_1.01,0.09961599707603455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,power_law_1.2,0.09629439711570739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,power_law_1.01,0.10746239423751831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,power_law_1.2,0.10577280521392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,power_law_1.01,0.10565760135650634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,power_law_1.2,0.11359360218048095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,power_law_1.01,0.11214720010757447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,power_law_1.2,0.11639679670333862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,power_law_1.01,0.11703679561614991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,power_law_1.01,0.11571199893951416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,power_law_1.2,0.11640959978103638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,power_law_1.01,0.12554880380630493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,power_law_1.2,0.11979520320892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,power_law_1.01,0.13171839714050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,power_law_1.2,0.12853120565414428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,power_law_1.01,0.13358080387115479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,power_law_1.2,0.13266559839248657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,power_law_1.01,0.14901119470596313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,power_law_1.2,0.13789440393447877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,power_law_1.01,0.16799999475479127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,power_law_1.2,0.15607680082321168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.01,0.2002880096435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.01,0.24276480674743653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,power_law_1.2,0.18863359689712525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.01,0.28752000331878663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.2,0.21253759860992433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.01,0.39749119281768797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,power_law_1.01,0.06974719762802124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,power_law_1.2,0.07059839963912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.2,0.2726399898529053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.01,0.5387455940246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,power_law_1.01,0.08497920036315917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,power_law_1.2,0.08452479839324951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.2,0.33308799266815187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.01,0.7192192077636719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,power_law_1.01,0.0686784029006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,power_law_1.2,0.06414080262184144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.01,0.9470463752746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.2,0.4563456058502197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.01,1.3236479759216309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,power_law_1.2,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.2,0.5989823818206788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.01,1.6630720138549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,power_law_1.01,0.07784960269927979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,power_law_1.2,0.07745280265808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.2,0.8409152030944824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,power_law_1.01,2.1934335708618162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.2,1.0644607543945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,16,power_law_1.01,3.7190208435058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.2,1.545100784301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.2,2.1417728424072267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,16,power_law_1.01,7.400179290771485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,power_law_1.2,3.070489692687988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,16,power_law_1.2,4.587699127197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,power_law_1.01,0.10576640367507935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,power_law_1.2,0.10379519462585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,16,power_law_1.2,9.2285888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,power_law_1.01,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,power_law_1.2,0.10914560556411743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,power_law_1.2,0.12466559410095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,power_law_1.01,0.12476799488067628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,power_law_1.2,0.1254464030265808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,power_law_1.01,0.1264575958251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,power_law_1.2,0.1302847981452942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,power_law_1.01,0.13233920335769653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,power_law_1.2,0.137881600856781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,power_law_1.01,0.14428160190582276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,power_law_1.01,0.14176640510559083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,power_law_1.2,0.14229120016098024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,power_law_1.01,0.07128959894180298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,power_law_1.01,0.14906879663467407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,power_law_1.2,0.15119999647140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,power_law_1.2,0.07143679857254029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,power_law_1.01,0.0828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,power_law_1.01,0.16185599565505981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,power_law_1.2,0.1634752035140991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,power_law_1.01,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,power_law_1.2,0.08288639783859253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,power_law_1.01,0.1603008031845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,power_law_1.01,0.08043519854545593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,power_law_1.2,0.16869759559631348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,power_law_1.01,0.08910719752311706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,power_law_1.01,0.17939200401306152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,power_law_1.2,0.18699519634246825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,power_law_1.2,0.08090239763259888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,power_law_1.01,0.20490880012512208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,power_law_1.2,0.22341759204864503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,power_law_1.2,0.0895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.01,0.2439807891845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.2,0.2760447978973389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.01,0.32817280292510986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.2,0.3599488019943237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.01,0.39264640808105467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.2,0.4045119762420654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.01,0.514079999923706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.2,0.5940351963043213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,power_law_1.01,0.10774400234222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.01,0.664473581314087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.2,0.7639488220214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,power_law_1.01,0.12942719459533691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,power_law_1.2,0.10788480043411255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,power_law_1.01,0.13655680418014526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.2,1.074783992767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.01,0.9040448188781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,power_law_1.2,0.131167995929718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,power_law_1.01,0.16295039653778076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,power_law_1.2,0.1371392011642456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.2,1.3756735801696778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.01,1.1756863594055176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,power_law_1.01,0.16354559659957885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,power_law_1.01,0.17110400199890136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,power_law_1.2,0.1570688009262085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.2,1.9467071533203124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.01,1.8966400146484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,power_law_1.01,0.18261120319366456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,power_law_1.2,0.16673920154571534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,power_law_1.01,0.18876800537109376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.01,2.6423360824584963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.2,2.946816062927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,power_law_1.2,0.17432960271835327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,power_law_1.01,0.19804160594940184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,power_law_1.2,0.18608640432357787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,power_law_1.01,0.21581439971923827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,power_law_1.01,3.1033536911010744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,power_law_1.2,3.3397441864013673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,power_law_1.01,0.22033278942108153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,power_law_1.2,0.1912511944770813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,power_law_1.01,0.24223999977111815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,power_law_1.2,0.20071680545806886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,8,power_law_1.01,4.610649490356446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,8,power_law_1.2,6.299001693725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,power_law_1.01,0.3040640115737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,power_law_1.2,0.21984639167785644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.01,0.347161602973938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,power_law_1.2,0.22495360374450685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.01,0.47796478271484377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,8,power_law_1.01,9.943762969970702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,8,power_law_1.2,12.320665740966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,power_law_1.2,0.2473855972290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.01,0.5647359848022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,power_law_1.2,0.31077759265899657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.01,0.8080191612243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.2,0.3825664043426514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.01,0.9658495903015136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.2,0.49034881591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.01,1.420479965209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.2,0.5845823764801026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.01,1.7579967498779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.2,0.8198847770690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.01,2.714406394958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.2,1.0677824020385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.01,3.1733184814453126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.2,1.51278076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,power_law_1.01,4.485849761962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.2,1.8652992248535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,4,power_law_1.01,6.474150085449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.2,2.8060352325439455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,4,power_law_1.01,13.56348114013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.2,3.8313278198242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,power_law_1.2,4.961017608642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,4,power_law_1.2,7.686227416992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,4,power_law_1.2,16.810464477539064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.031327998638153075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.0315775990486145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.030924800038337707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.03116160035133362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.03073279857635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.03059839904308319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.03252480030059814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.032927998900413515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.03213439881801605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.033062401413917544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.032979199290275575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.034297600388526917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.034272000193595886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.034841600060462954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.03781760036945343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.037062400579452516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.04023680090904236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.04037759900093078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.042233601212501526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.04176000058650971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.04717440009117126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.04636160135269165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.047443199157714847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.04828799962997436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.04937599897384644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.049670401215553286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.05086719989776611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.05265920162200928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.052748799324035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.060102397203445436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.06476799845695495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.061363202333450315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.09425920248031616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.089055997133255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.10718719959259033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.1419711947441101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.14485759735107423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.1603968024253845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.19548159837722778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.24617600440979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.24973440170288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,0.33296639919281007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.3668287992477417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,0.5474624156951904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,0.6001215934753418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,0.868511962890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,0.9107904434204102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,0.9904383659362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,1.097913646697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,1.467692756652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,2.4743104934692384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,1.6644672393798827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,2.5000768661499024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,4.533363342285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,4.7799934387207035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,power_law_1.01,0.030656000971794127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,power_law_1.2,0.030854400992393494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,9.201062774658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,power_law_1.01,0.02831999957561493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,power_law_1.2,0.02746880054473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,power_law_1.2,0.027904000878334046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,power_law_1.01,0.027296000719070436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,power_law_1.2,0.03089280128479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,power_law_1.01,0.031513598561286923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,power_law_1.2,0.033369600772857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,power_law_1.01,0.03374080061912536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,power_law_1.2,0.03505280017852783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,power_law_1.01,0.037171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,power_law_1.2,0.038047999143600464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,power_law_1.01,0.035123199224472046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,power_law_1.01,0.03475840091705322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,power_law_1.2,0.03558399975299835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,power_law_1.2,0.030745598673820495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,power_law_1.01,0.03495039939880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,power_law_1.01,0.031481599807739256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,power_law_1.2,0.03152639865875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,power_law_1.2,0.03606399893760681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,power_law_1.01,0.03711999952793121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,power_law_1.01,0.03387520015239716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,power_law_1.01,0.03429119884967804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,power_law_1.2,0.03277440071105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,power_law_1.2,0.03451519906520843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,power_law_1.2,0.03928320109844208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,power_law_1.01,0.03925119936466217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,power_law_1.01,0.0406143993139267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,power_law_1.2,0.041228801012039185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,power_law_1.01,0.042719998955726625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,power_law_1.2,0.044064000248909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,power_law_1.01,0.03815680146217346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,power_law_1.2,0.039027199149131775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,power_law_1.01,0.040524798631668094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,power_law_1.2,0.039628800749778745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,power_law_1.01,0.040703999996185306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,power_law_1.2,0.04099839925765991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,power_law_1.2,0.04709759950637817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,power_law_1.01,0.04661760032176972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,power_law_1.2,0.0473471999168396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,power_law_1.01,0.04538240134716034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,power_law_1.01,0.047417598962783816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,power_law_1.2,0.045337599515914914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,power_law_1.01,0.0458624005317688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,power_law_1.2,0.05280640125274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,power_law_1.01,0.05062400102615357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,power_law_1.2,0.04620800018310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,power_law_1.2,0.048307201266288756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,power_law_1.2,0.0565887987613678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,power_law_1.01,0.051948797702789304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,power_law_1.01,0.05084159970283508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,power_law_1.2,0.05112959742546082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,power_law_1.01,0.05681920051574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,power_law_1.2,0.06101760268211365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,power_law_1.01,0.05175679922103882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,power_law_1.2,0.052774399518966675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,power_law_1.01,0.05491200089454651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,power_law_1.01,0.06570879817008972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,power_law_1.2,0.0661184012889862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,power_law_1.2,0.05648639798164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,power_law_1.01,0.07138559818267823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,power_law_1.2,0.0932416021823883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.01,0.08531200289726257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.2,0.0967423975467682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,power_law_1.01,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,power_law_1.2,0.061273598670959474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,power_law_1.01,0.06304640173912049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,power_law_1.2,0.0652351975440979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,power_law_1.2,0.07386239767074584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,power_law_1.01,0.0846783995628357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.01,0.09656320214271545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.2,0.12767360210418702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.01,0.11338239908218384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.2,0.10107519626617431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.01,0.11761280298233032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.2,0.13551360368728638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.01,0.11963520050048829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.2,0.15442559719085694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.01,0.15391360521316527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.2,0.17896319627761842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.01,0.19185279607772826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.01,0.1714560031890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.2,0.24656639099121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.01,0.2824320077896118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.2,0.3094208002090454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.01,0.4022975921630859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.01,0.22685439586639405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.2,0.3064448118209839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.2,0.3366847991943359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.01,0.5710336208343506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.01,0.4212480068206787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.2,0.4924799919128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.2,0.5513855934143066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.01,0.8440447807312011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.2,0.6818367958068847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.01,0.46562561988830564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.2,0.6674496173858643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.01,1.1014719963073731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.2,1.0803520202636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,power_law_1.01,1.5454400062561036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.01,0.7579455852508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.2,1.144320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.2,1.5635647773742676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,16,power_law_1.01,2.104767990112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.01,0.9219712257385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.2,1.5411007881164551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,power_law_1.2,1.7468416213989257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,16,power_law_1.01,4.127948760986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,power_law_1.01,1.2618111610412597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,power_law_1.2,2.306617546081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,16,power_law_1.2,3.4610366821289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,32,power_law_1.01,1.8110847473144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,32,power_law_1.2,3.80250244140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,16,power_law_1.2,7.247200012207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,32,power_law_1.01,4.188550567626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,32,power_law_1.2,9.16798095703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,power_law_1.2,0.036556801199913024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,power_law_1.01,0.036499199271202085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,power_law_1.01,0.03371520042419433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,power_law_1.2,0.03284479975700379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,power_law_1.01,0.034457600116729735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,power_law_1.2,0.033958399295806886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,power_law_1.01,0.03601920008659363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,power_law_1.2,0.03619199991226196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,power_law_1.2,0.03697920143604279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,power_law_1.01,0.04417920112609863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,power_law_1.2,0.04412800073623657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,power_law_1.01,0.046035200357437134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,power_law_1.01,0.04761599898338318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,power_law_1.2,0.04815999865531921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,power_law_1.01,0.052313601970672606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,power_law_1.2,0.05279359817504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,power_law_1.01,0.053395199775695804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,power_law_1.2,0.05381760001182556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,power_law_1.01,0.05648639798164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,power_law_1.2,0.056953597068786624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,power_law_1.01,0.0607807993888855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,power_law_1.2,0.06083199977874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,power_law_1.01,0.06206079721450806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,power_law_1.2,0.0617792010307312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,power_law_1.01,0.06550400257110596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,power_law_1.2,0.06732159852981567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,power_law_1.01,0.0723904013633728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,power_law_1.2,0.07207040190696716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,power_law_1.01,0.07534080147743225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,power_law_1.01,0.08426880240440368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,power_law_1.2,0.08479999899864196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,power_law_1.01,0.10017919540405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.01,0.11334400177001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,power_law_1.2,0.10469119548797608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.01,0.14657919406890868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.2,0.12174719572067261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.01,0.17482880353927613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.2,0.1618880033493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.01,0.2856575965881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.2,0.20723199844360352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.01,0.3924544095993042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.2,0.32707839012145995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.01,0.5037055969238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.01,0.6545983791351319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.2,0.3940223932266235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.01,0.9435711860656738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.2,0.6291967868804932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.01,1.3709952354431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.2,0.7493824005126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,power_law_1.01,1.6317760467529296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.2,1.4131199836730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,8,power_law_1.01,2.631782341003418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.2,1.9409408569335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,power_law_1.2,2.3270336151123048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,8,power_law_1.01,5.6482688903808596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,8,power_law_1.2,3.5023231506347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,8,power_law_1.2,8.60830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,power_law_1.01,0.06981760263442993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,power_law_1.2,0.06975359916687011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,power_law_1.01,0.07080960273742676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,power_law_1.2,0.06180480122566223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,power_law_1.01,0.05080320239067078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,power_law_1.2,0.05552639961242676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,power_law_1.01,0.058963197469711306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,power_law_1.2,0.06025599837303162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,power_law_1.01,0.06734079718589783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,power_law_1.2,0.0674239993095398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,power_law_1.01,0.07297919988632202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,power_law_1.2,0.07121279835700989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,power_law_1.01,0.07616000175476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,power_law_1.2,0.07582079768180847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,power_law_1.01,0.07641599774360656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,power_law_1.2,0.07925119996070862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,power_law_1.01,0.07901440262794494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,power_law_1.2,0.08087040185928344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,power_law_1.01,0.08424959778785705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,power_law_1.2,0.08243839740753174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,power_law_1.01,0.08611199855804444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,power_law_1.2,0.08643839955329895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,power_law_1.01,0.08747519850730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,power_law_1.2,0.08867200016975403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,power_law_1.01,0.088755202293396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,power_law_1.2,0.08888959884643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,power_law_1.01,0.09187840223312378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,power_law_1.2,0.09522560238838196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,power_law_1.2,0.10440319776535034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,power_law_1.01,0.0991487979888916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,power_law_1.2,0.11637760400772094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,power_law_1.01,0.09982720017433167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,power_law_1.01,0.12136319875717164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,power_law_1.2,0.13297280073165893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,power_law_1.01,0.1420415997505188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,power_law_1.2,0.14638079404830934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.01,0.15442559719085694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.2,0.1806272029876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.01,0.1987712025642395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.2,0.24613120555877685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.01,0.25315840244293214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.2,0.2774912118911743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.01,0.36638081073760986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.2,0.40502400398254396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.01,0.479315185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.2,0.5806784152984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.01,0.7018176078796386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.2,0.9049023628234864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,power_law_1.01,0.06777600049972535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,power_law_1.2,0.06748160123825073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.01,0.8371583938598632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.2,1.0926912307739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,power_law_1.2,0.058719998598098753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,power_law_1.01,0.06804479956626892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.01,1.2923711776733398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.2,1.8051584243774415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,power_law_1.2,0.05107839703559876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,power_law_1.01,0.051974397897720334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.01,1.7524991989135743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,power_law_1.2,0.05686399936676025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,power_law_1.01,0.061504000425338747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.2,2.239628791809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,power_law_1.2,0.06166399717330932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,power_law_1.01,0.06261119842529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,power_law_1.01,2.151775932312012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,power_law_1.2,2.680006408691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,32,power_law_1.01,3.224051284790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,32,power_law_1.2,7.033382415771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,32,power_law_1.01,8.315795135498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,32,power_law_1.2,11.044364929199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,power_law_1.2,0.07521920204162598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,power_law_1.01,0.07259520292282104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,power_law_1.2,0.07980160117149353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,power_law_1.01,0.07859200239181519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,power_law_1.2,0.0797439992427826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,power_law_1.01,0.07999359965324401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,power_law_1.2,0.08470399975776673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,power_law_1.01,0.0840511977672577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,power_law_1.2,0.08666880130767822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,power_law_1.2,0.06257920265197754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,power_law_1.01,0.08574079871177673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,power_law_1.2,0.09054719805717468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,power_law_1.01,0.06517760157585144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,power_law_1.2,0.055827200412750244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,power_law_1.01,0.09365119934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,power_law_1.2,0.09273599982261657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,power_law_1.01,0.05544959902763367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,power_law_1.2,0.05532159805297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,power_law_1.01,0.09352319836616516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,power_law_1.2,0.09553279876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,power_law_1.01,0.06051200032234192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,power_law_1.2,0.05950080156326294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,power_law_1.01,0.09411200284957885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,power_law_1.2,0.09959040284156799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,power_law_1.01,0.06736000180244446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,power_law_1.2,0.06467199921607972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,power_law_1.01,0.10056960582733154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,power_law_1.2,0.10703999996185302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,power_law_1.01,0.1064255952835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,power_law_1.2,0.125164794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,power_law_1.01,0.11747839450836181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,power_law_1.2,0.13486720323562623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,power_law_1.01,0.12984960079193114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,power_law_1.01,0.07847679853439331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,power_law_1.2,0.07806079983711242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,power_law_1.2,0.1593791961669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,power_law_1.01,0.08510079979896545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,power_law_1.2,0.08416000008583069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,power_law_1.01,0.1484287977218628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,power_law_1.01,0.08604800105094909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,power_law_1.2,0.08529919981956482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.2,0.1952831983566284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.01,0.1823359966278076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.2,0.23962879180908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.01,0.2151616096496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.2,0.3118079900741577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.01,0.24342401027679444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.2,0.4769087791442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.01,0.3877055883407593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.2,0.5881728172302246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.01,0.45621118545532224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.2,0.8613759994506835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,power_law_1.2,0.0908735990524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,power_law_1.01,0.09265279769897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.01,0.6895552158355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.2,1.0807680130004882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,power_law_1.01,0.09267200231552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,power_law_1.2,0.09541760087013244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.01,0.9791104316711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.2,2.2002687454223633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,power_law_1.01,0.10017280578613282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,power_law_1.2,0.10021120309829712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.01,1.2241151809692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,power_law_1.01,0.10535039901733398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.2,2.538969612121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.01,1.7664575576782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,power_law_1.01,0.11067520380020142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,power_law_1.2,0.10931199789047241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,power_law_1.2,3.511750411987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,power_law_1.01,0.11610239744186401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,power_law_1.01,2.115283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,power_law_1.2,0.12066559791564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,power_law_1.01,0.12436480522155761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,16,power_law_1.2,4.8787841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,power_law_1.2,0.12447359561920165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,16,power_law_1.01,3.540639877319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,power_law_1.01,0.133241605758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,power_law_1.2,0.13237760066986085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,power_law_1.01,0.14276479482650756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,16,power_law_1.2,10.617139434814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,power_law_1.2,0.15886720418930053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,16,power_law_1.01,7.957299041748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,power_law_1.01,0.16529279947280884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,power_law_1.2,0.1859328031539917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.01,0.21362559795379638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.2,0.23091840744018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.01,0.2664704084396362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.2,0.2910912036895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.2,0.375929594039917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.01,0.3250688076019287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.2,0.4910592079162598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.01,0.4401408195495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.2,0.6783936023712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.01,0.6016255855560303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.2,0.9779135704040527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.01,0.7974912166595459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.2,1.3762816429138183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.01,1.0185407638549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.2,2.022867202758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.01,1.5241344451904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.01,2.490336036682129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.2,2.8250240325927733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,power_law_1.01,0.060249602794647215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,power_law_1.2,0.06076800227165222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,power_law_1.01,2.7924991607666017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,power_law_1.2,3.519417572021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,power_law_1.01,0.06568959951400757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,power_law_1.2,0.06100479960441589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,power_law_1.01,0.06442239880561829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,power_law_1.2,0.06495360136032105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,8,power_law_1.01,4.24031982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,8,power_law_1.2,6.227718353271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,power_law_1.01,0.06848000288009644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,power_law_1.01,0.07886719703674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,power_law_1.2,0.0735360026359558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,8,power_law_1.01,8.977171325683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,8,power_law_1.2,12.5946044921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,power_law_1.01,0.09696639776229858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,power_law_1.2,0.09676160216331482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,power_law_1.01,0.1031999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,power_law_1.2,0.10487040281295776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,power_law_1.2,0.1099392056465149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,power_law_1.01,0.12344319820404052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,power_law_1.2,0.12459520101547242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,power_law_1.01,0.1263360023498535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,power_law_1.2,0.12688000202178956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,power_law_1.2,0.13680000305175782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,power_law_1.01,0.13282560110092162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,power_law_1.2,0.14325120449066162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,power_law_1.01,0.1383296012878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,power_law_1.01,0.14250240325927735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,power_law_1.2,0.144652795791626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,power_law_1.01,0.15219199657440186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,power_law_1.2,0.15210880041122438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,power_law_1.01,0.16378240585327147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,power_law_1.2,0.164409601688385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,power_law_1.01,0.17471359968185424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,power_law_1.2,0.1964352011680603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,power_law_1.01,0.18534400463104247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,power_law_1.2,0.26114559173583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,power_law_1.01,0.23644158840179444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.2,0.3008960008621216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.01,0.30531840324401854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.01,0.3862720012664795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.2,0.4373824119567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.01,0.48574080467224123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.2,0.4948416233062744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.01,0.6906432151794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.2,0.7046592235565186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.01,0.8559295654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.2,0.8997183799743652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.01,1.2335424423217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.2,1.2531328201293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.01,1.6240768432617188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.2,1.5876416206359862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.01,2.1670015335083006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.2,2.5330879211425783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.01,3.203033447265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.2,3.7389057159423826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,power_law_1.01,3.837247848510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,power_law_1.2,4.533043289184571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,4,power_law_1.01,6.167731094360351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,4,power_law_1.2,6.871641540527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,4,power_law_1.01,12.777324676513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,4,power_law_1.2,16.326112365722658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.1135103940963745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.1141759991645813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.11679999828338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.11719039678573609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.11461119651794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.11660799980163575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.07365760207176208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.0695680022239685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.08591359853744507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.08373119831085205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.0956928014755249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.09601280093193054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.10679680109024048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.1064255952835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.11067520380020142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.10789120197296143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.11772799491882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.11470719575881957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.12400000095367432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.1251904010772705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.12551039457321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.12524160146713256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.11096960306167603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.12224639654159546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,power_law_1.2,0.09078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,power_law_1.01,0.09095039963722229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.14117759466171265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.13894399404525756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,power_law_1.2,0.11823999881744385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,power_law_1.01,0.11801600456237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.1359231948852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,power_law_1.2,0.09462400078773499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,power_law_1.01,0.11514240503311157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,power_law_1.2,0.0686464011669159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,power_law_1.01,0.08265600204467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,power_law_1.2,0.07306879758834839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.14496639966964722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.14781440496444703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.15500799417495728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.1519744038581848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.15845760107040405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,power_law_1.01,0.08887680172920227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,power_law_1.2,0.08958719968795777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.14891519546508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,power_law_1.01,0.09824640154838563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.17785600423812867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,power_law_1.2,0.08822399973869324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.19392640590667726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,power_law_1.01,0.10703999996185302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,power_law_1.2,0.11544959545135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.1925055980682373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.2619391918182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.24445440769195556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.2964672088623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.2600895881652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.40621438026428225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.37639679908752444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,0.5621439933776855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,0.4580992221832275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,0.7780992031097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,0.6271488189697265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,0.9972864151000976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,1.4810175895690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,0.8155967712402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,power_law_1.01,0.11827199459075928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,power_law_1.2,0.1141055941581726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,power_law_1.01,0.12573440074920655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,1.1531711578369142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,2.266214370727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,power_law_1.2,0.12591359615325928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,power_law_1.01,0.12279679775238037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,1.663488006591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,3.0227071762084963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,power_law_1.2,0.12452479600906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,1.9630975723266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,4.483456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,3.156422424316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,9.564915466308594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,6.352953720092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,power_law_1.01,0.1288831949234009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,power_law_1.2,0.13346560001373292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,power_law_1.01,0.14098559617996215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,power_law_1.2,0.13176319599151612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,power_law_1.01,0.14529279470443726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,power_law_1.2,0.14406399726867675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,power_law_1.01,0.15175039768218995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,power_law_1.2,0.14634239673614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,power_law_1.01,0.1581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,power_law_1.2,0.154476797580719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,power_law_1.01,0.17055360078811646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,power_law_1.2,0.1704576015472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,power_law_1.2,0.18426239490509033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,power_law_1.01,0.18145920038223268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,power_law_1.01,0.07780479788780212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,power_law_1.2,0.07860479950904846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.2,0.21415679454803466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.01,0.19804160594940184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,power_law_1.2,0.10247039794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,power_law_1.01,0.10371840000152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.2,0.2513472080230713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.01,0.2267008066177368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,power_law_1.01,0.1291327953338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,power_law_1.2,0.09017599821090698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.2,0.31668479442596437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.01,0.2760832071304321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,power_law_1.01,0.06641280055046081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,power_law_1.2,0.06443520188331604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.2,0.4233664035797119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.01,0.35221760272979735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,power_law_1.01,0.07571840286254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,power_law_1.2,0.07066879868507385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.2,0.5074687957763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.01,0.47616000175476075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.2,0.75065598487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.01,0.6432960033416748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.2,1.0107263565063476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.01,0.8703680038452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.01,1.2101823806762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.2,1.4835840225219727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.01,1.6083135604858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.2,2.004390335083008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,power_law_1.01,0.0949567973613739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,power_law_1.01,2.259641647338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,power_law_1.2,2.3119552612304686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,power_law_1.01,0.10580480098724365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,power_law_1.2,0.09410560131072998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,power_law_1.01,0.11671680212020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,32,power_law_1.01,3.2063167572021483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,32,power_law_1.2,4.312710571289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,power_law_1.2,0.11101440191268921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,32,power_law_1.01,6.5430145263671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,32,power_law_1.2,7.746649932861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,power_law_1.01,0.12533119916915894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,power_law_1.2,0.11626880168914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,power_law_1.01,0.13008639812469483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,power_law_1.2,0.128601598739624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,power_law_1.01,0.13326079845428468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,power_law_1.2,0.13719680309295654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,power_law_1.01,0.152019202709198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,power_law_1.2,0.14225280284881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,power_law_1.01,0.1449087977409363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,power_law_1.2,0.13389439582824708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,power_law_1.01,0.1638335943222046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,power_law_1.2,0.15736960172653197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,power_law_1.01,0.07341439723968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,power_law_1.2,0.07329919934272766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,power_law_1.01,0.08714240193367004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,power_law_1.2,0.08726400136947632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,power_law_1.01,0.16319359540939332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,power_law_1.2,0.08595200181007386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,power_law_1.01,0.11719039678573609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,power_law_1.2,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,power_law_1.2,0.07084159851074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,power_law_1.01,0.07233920097351074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,power_law_1.01,0.1729151964187622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,power_law_1.2,0.16476160287857056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,power_law_1.2,0.0821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,power_law_1.01,0.18116480112075806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,power_law_1.01,0.08313599824905396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,power_law_1.2,0.18428159952163697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,power_law_1.01,0.20183041095733642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,power_law_1.2,0.2012415885925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.01,0.22110719680786134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.2,0.23084158897399903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.01,0.26432640552520753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.2,0.2754816055297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.01,0.30894720554351807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.01,0.41711997985839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.2,0.3243776082992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,power_law_1.2,0.09526399970054626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,power_law_1.01,0.10161919593811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.01,0.5297023773193359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.2,0.4606912136077881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,power_law_1.2,0.1168895959854126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,power_law_1.01,0.12264319658279418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.01,0.7441535949707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.2,0.6115263938903809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,power_law_1.2,0.1323456048965454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,power_law_1.01,0.13760000467300415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.01,1.0346752166748048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.2,0.7935679912567138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.01,1.4959551811218261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.2,0.9596799850463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.01,1.8966655731201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.2,1.616281509399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,power_law_1.01,2.099839973449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,power_law_1.2,0.14662400484085084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,power_law_1.01,0.15697920322418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.2,1.9756671905517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,power_law_1.2,0.16330879926681519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,power_law_1.01,0.16221439838409424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,16,power_law_1.01,3.528096008300781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,power_law_1.2,2.517100715637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,power_law_1.2,0.16728320121765136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,power_law_1.01,0.16691839694976807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,16,power_law_1.2,4.1853759765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,power_law_1.2,0.17253119945526124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,16,power_law_1.01,6.854847717285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,power_law_1.01,0.17838720083236695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,power_law_1.2,0.1827839970588684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,power_law_1.01,0.17813760042190552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,16,power_law_1.2,9.8112060546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,power_law_1.01,0.19311360120773316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,power_law_1.2,0.1930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,power_law_1.01,0.19953279495239257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,power_law_1.2,0.1967743992805481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,power_law_1.01,0.21059839725494384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,power_law_1.2,0.20931200981140136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,power_law_1.01,0.22533121109008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,power_law_1.2,0.2197567939758301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,power_law_1.01,0.25211520195007325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,power_law_1.2,0.24672000408172606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.01,0.26878719329833983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.2,0.2793920040130615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.01,0.3495743989944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.2,0.3594752073287964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.01,0.4073215961456299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.2,0.41685118675231936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.01,0.5524159908294678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.2,0.6024064064025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,power_law_1.01,0.07897599935531616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,power_law_1.2,0.07810559868812561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.01,0.6947711944580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.2,0.7361472129821778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,power_law_1.01,0.09018239974975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,power_law_1.2,0.09023360013961793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.01,0.9464256286621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.2,1.0355135917663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,power_law_1.01,0.10833920240402221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,power_law_1.2,0.08943359851837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.2,1.3059776306152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.01,1.2202624320983886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,power_law_1.01,0.08878080248832702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,power_law_1.2,0.08968960046768189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,power_law_1.01,0.10055040121078491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,power_law_1.2,0.09796479940414429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.2,2.060505676269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.01,1.7353727340698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.01,2.30947208404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.2,2.5838272094726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,power_law_1.01,2.9378623962402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,power_law_1.2,3.365574264526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,8,power_law_1.01,4.468870544433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,8,power_law_1.2,5.079308700561524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,power_law_1.01,0.12295039892196655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,8,power_law_1.01,8.668166351318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,8,power_law_1.2,10.4133056640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,power_law_1.01,0.1375615954399109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,power_law_1.2,0.13005440235137938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,power_law_1.01,0.15900800228118897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,power_law_1.2,0.15729279518127443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,power_law_1.01,0.18952319622039795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,power_law_1.2,0.19392000436782836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,power_law_1.2,0.1938752055168152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,power_law_1.01,0.20829439163208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,power_law_1.2,0.20655999183654786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,power_law_1.01,0.22481920719146728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,power_law_1.2,0.2305919885635376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,power_law_1.01,0.2389375925064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,power_law_1.01,0.23656320571899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,power_law_1.2,0.2396928071975708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,power_law_1.01,0.25892479419708253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,power_law_1.2,0.25499520301818845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,power_law_1.2,0.266758394241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,power_law_1.01,0.2720128059387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,power_law_1.2,0.2723520040512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,power_law_1.01,0.27771520614624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,power_law_1.2,0.3036799907684326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,power_law_1.01,0.30076799392700193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,power_law_1.2,0.3607615947723389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,power_law_1.01,0.34835200309753417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.2,0.41751680374145506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.01,0.40723838806152346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.2,0.5311552047729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.01,0.5013567924499511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.01,0.5949632167816162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.2,0.6629759788513183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.2,0.8315584182739257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.01,0.8003520011901856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.2,1.0305343627929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.01,1.003782367706299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.2,1.5669055938720704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.01,1.413203239440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.01,1.8260223388671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.2,1.8949823379516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.01,2.7335424423217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.2,2.7495872497558596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.01,3.5163265228271485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.2,3.6076480865478517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,power_law_1.01,4.0717823028564455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,power_law_1.2,4.990240097045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,4,power_law_1.01,6.786284637451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,4,power_law_1.2,6.9250434875488285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,4,power_law_1.01,13.559359741210937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,4,power_law_1.2,13.687820434570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.14506880044937134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.0938431978225708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.08773760199546814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.13667839765548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.0802623987197876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.08190079927444457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.08911359906196595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.09345920085906982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.09631360173225403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.08951039910316468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.08975359797477722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.09057919979095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.09105920195579528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.08967679738998413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.09107199907302857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.0915008008480072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.09168639779090881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.09508479833602905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.09438080191612244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.09409919977188111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.10087679624557495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.09482880234718323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.10151040554046631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.09582719802856446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.11519360542297363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.10536960363388062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.1253056049346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.11740800142288207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.12814079523086547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.15024640560150146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.1371008038520813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.14781440496444703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.17148159742355346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.19222400188446045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.19825279712677002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.16732159852981568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.2639807939529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.213702392578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.2738048076629639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.31011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.3335488080978394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.2,0.40842242240905763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.01,0.4151360034942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.2,0.6053567886352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.01,0.5041920185089112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.2,1.0193728446960448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.01,0.14446719884872436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.01,0.7220992088317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.2,0.9628864288330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.01,0.13727999925613404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.01,1.11910400390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.2,1.5679743766784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.2,0.14469120502471924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.01,1.3058688163757324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.2,0.13903360366821288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.01,0.08224639892578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.2,2.210419273376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.2,0.07478399872779846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.01,0.09045119881629944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.01,1.850387191772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.2,2.7260416030883787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.2,0.08427519798278808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.01,0.08449919819831848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.01,0.08375679850578308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.01,2.9934976577758787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.2,0.0886080026626587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.2,5.162188720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.01,0.08797439932823181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.2,0.08202880024909973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.01,0.0833728015422821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.01,5.8740287780761715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.01,0.08776959776878357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.2,0.08800640106201171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.2,11.262598419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.01,0.09781759977340698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.2,0.08510720133781433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.01,0.10053759813308716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.2,0.0893567979335785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.01,0.10847359895706177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.01,0.125273597240448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.2,0.09249920248985291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.01,0.13301119804382325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.2,0.10255999565124511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.01,0.1236415982246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.2,0.10554239749908448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.01,0.15098240375518798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.2,0.12691199779510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.01,0.14885120391845702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.01,0.1800384044647217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.2,0.14984960556030275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.2,0.1275712013244629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.01,0.16904319524765016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.2,0.18049919605255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.01,0.2194943904876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.2,0.13942400217056275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.2,0.07088000178337098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.01,0.22993919849395753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.2,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.01,0.306278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.2,0.20561280250549316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.01,0.08475520014762879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.2,0.0833728015422821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.01,0.3584320068359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.2,0.19007999897003175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.01,0.09191679954528809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.2,0.08592640161514283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.01,0.5478975772857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.2,0.27664000988006593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.01,0.09473279714584351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.2,0.09413759708404541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.01,0.5647679805755615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.2,0.3319295883178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.01,0.10355199575424194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.2,0.10505599975585937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.01,0.824556827545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.01,0.10603519678115844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.2,0.41269760131835936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.2,0.10633599758148193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.01,0.10840959548950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.01,1.1154239654541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.2,0.45014400482177735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.2,0.11204479932785034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.01,0.0913856029510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.2,0.7128767967224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.01,1.360371208190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.2,0.12029440402984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.01,0.09737600088119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.2,0.8514880180358887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.2,0.12152320146560669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.01,2.3040512084960936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.01,0.10329600572586059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.2,1.4791423797607421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.2,0.12336640357971192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.01,0.10949120521545411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.01,4.2096702575683596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.2,0.11435519456863404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.2,1.283782386779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.01,0.11521919965744018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.2,0.12170239686965942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.01,0.12010879516601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.2,2.164768028259277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.2,0.13444479703903198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.01,0.1312384009361267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.2,0.13771519660949708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.2,3.854732894897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.01,0.16535040140151977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.2,0.17967360019683837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.2,7.862374114990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.01,0.20721919536590577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.2,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.01,0.2582848072052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.2,0.25223679542541505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.01,0.3544127941131592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.2,0.28443520069122313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.01,0.37448959350585936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.2,0.3855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.01,0.20241279602050782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.01,0.5521728038787842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.2,0.42546558380126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.01,0.08179200291633607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.2,0.7148096084594726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.01,0.60862717628479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.01,0.07715200185775757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.2,0.7244480133056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.01,0.837887954711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.01,0.0818943977355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.01,0.09076480269432068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.2,1.1043711662292481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.2,0.08279680013656616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.01,1.048524761199951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.01,0.09770240187644959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.2,0.23759360313415528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.2,1.2137280464172364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.01,1.1112832069396972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.01,0.10603519678115844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.2,0.07103999853134155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.01,0.10528000593185424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.2,1.6000959396362304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.01,2.2858816146850587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.2,0.07592960000038147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.01,0.10918400287628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.2,3.229401779174805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.2,0.08373759984970093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.01,0.11772160530090332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.01,4.040396881103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.2,0.08583040237426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.01,0.12527999877929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.2,7.0492607116699215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.2,0.0937279999256134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.01,0.12620160579681397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.2,0.10440319776535034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.01,0.13203840255737304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.01,0.1390015959739685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.2,0.10819840431213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.01,0.14844160079956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.2,0.11292799711227416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.01,0.12684160470962524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.2,0.12210559844970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.01,0.1443392038345337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.2,0.12423039674758911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.2,0.12730879783630372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.01,0.16244479417800903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.01,0.09713280200958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.2,0.13105920553207398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.01,0.20312321186065674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.01,0.1344063997268677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.2,0.1279039978981018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.2,0.13948160409927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.01,0.2460223913192749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.01,0.07432960271835327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.2,0.18110719919204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.2,0.14462080001831054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.01,0.3245120048522949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.01,0.0746944010257721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.2,0.06995840072631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.2,0.1326143980026245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.01,0.42108798027038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.01,0.08334720134735107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.2,0.07646719813346863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.2,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.01,0.5664768218994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.01,0.09237120151519776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.2,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.2,0.17415679693222047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.01,0.6510015964508057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.01,0.09773439764976502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.2,0.08760960102081299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.2,0.21712000370025636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.01,0.9633024215698243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.2,0.09970560073852539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.01,0.11130880117416382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.2,0.2607167959213257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.2,0.11241600513458253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.01,0.11573120355606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.01,1.0732735633850097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.2,0.37893118858337405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.01,0.11580159664154052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.2,0.5546048164367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.01,1.282963180541992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.2,0.11852799654006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.01,0.12794239521026612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.2,0.70447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.01,2.2035072326660154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.01,0.1306175947189331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.2,0.12844159603118896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.2,0.7934016227722168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.01,0.13360639810562133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.2,0.13309439420700073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.01,4.52938232421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.01,0.14402559995651246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.2,1.259763240814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.01,0.1490623950958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.2,0.14413440227508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.2,1.274944019317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.01,0.15427839756011963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.2,0.14867839813232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.2,1.888595199584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.01,0.13693439960479736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.2,0.15611519813537597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.01,0.16188160181045533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.2,0.14164479970932006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.2,2.843552017211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.01,0.17375999689102173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.2,0.16451200246810913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.01,0.22437760829925538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.2,5.938476943969727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.2,0.1824512004852295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.01,0.25608320236206056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.2,0.2263808012008667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.01,0.08108800053596496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.01,0.3513216018676758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.2,0.27448320388793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.01,0.07795199751853943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.01,0.45177597999572755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.01,0.0745855987071991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.2,0.38993918895721436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.01,0.08017920255661011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.01,0.6446656227111817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.2,0.46587519645690917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.01,0.08862079977989197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.01,0.7502399921417237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.2,0.7497663974761963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.01,0.0976960003376007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.01,1.2708224296569823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.2,0.912441635131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.01,0.11450879573822022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.2,0.10594559907913208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.01,0.12670719623565674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.2,1.429804801940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.01,1.4582143783569337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.2,0.07548159956932068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.01,0.12696319818496704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.2,1.5117247581481934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.01,1.6960895538330079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.01,0.1331264019012451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.2,0.07132160067558288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.2,2.1727807998657225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.01,0.14396799802780152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.2,0.077292799949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.01,2.8363391876220705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.01,0.14721920490264892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.2,0.08675199747085571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.2,3.101535987854004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.01,0.15634560585021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.01,4.934777450561524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.2,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.01,0.16506240367889405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.2,0.1131775975227356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.2,6.672492980957031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.01,0.17627520561218263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.2,0.12453759908676147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.01,0.181004798412323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.2,0.12768640518188476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.01,0.1633407950401306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.2,0.13827840089797974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.2,0.14791040420532225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.01,0.198636794090271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.2,0.15422719717025757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.01,0.2278592109680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.2,0.15705599784851074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.01,0.26368639469146726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.2,0.16737279891967774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.01,0.3184128046035767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.08342400193214417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.2,0.17861759662628174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.01,0.44332160949707033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.08887040019035339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.08316159844398499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.2,0.18540799617767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.01,0.5400447845458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.03668479919433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.08317440152168273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.2,0.1675647974014282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.01,0.8028096199035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.03684479892253876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.038540801405906676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.2,0.2128767967224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.03813759982585907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.01,1.0494208335876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.03704319894313812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.2,0.2368000030517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.03928320109844208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.01,1.476467227935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.037920001149177554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.2,0.29859199523925783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.04149760007858276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.041440001130104064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.01,1.9151296615600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.04568960070610047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.2,0.3466048002243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.043398401141166686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.048921599984169006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.01,2.4469823837280273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.2,0.47399678230285647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.05066879987716675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.051500797271728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.2,0.5960447788238525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.051596802473068235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.01,3.5740993499755858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.05586559772491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.054041600227355956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.2,0.838316822052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.05791360139846802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.05642240047454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.01,7.618367767333984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.2,1.1843711853027343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.060524797439575194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.05679360032081604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.06622719764709473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.2,1.4803839683532716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.0630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.07447680234909057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.06770560145378113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.2,2.0411775588989256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.07921919822692872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.0781440019607544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.2,2.6935935974121095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.09813759922981262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.10049279928207397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.09336320161819459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.10788480043411255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.2,4.352998352050781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.14792319536209106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.12282240390777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.01,0.08209919929504395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.13817600011825562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.16158080101013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.2,9.578457641601563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.01,0.0784063994884491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.2048896074295044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.21991679668426514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.01,0.03743999898433685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.22514560222625732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.20734720230102538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.01,0.03467519879341126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.01,0.03526400029659271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.326310396194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.01,0.33007359504699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.01,0.03964160084724426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.42766079902648924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.01,0.4017792224884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.01,0.047577598690986635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.01,0.049747198820114136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.2,0.5032320022583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.01,0.729798412322998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.01,0.055270397663116456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.2,0.6295872211456299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.01,0.8115776062011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.01,0.05631999969482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.2,0.08042240142822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.2,1.022867202758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.01,0.057894402742385866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.01,1.071078395843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.2,0.07293440103530884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.01,0.06165120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.2,1.2317503929138183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.01,1.8015871047973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.2,0.039366400241851805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.01,0.06435199975967407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.2,1.6688127517700195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.2,0.0367680013179779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.01,0.0489984005689621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.01,3.4081153869628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.01,0.05960320234298706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.2,0.03767040073871612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.2,2.9328704833984376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.2,0.04519039988517761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.01,0.06865280270576476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.2,0.04650880098342895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.2,5.006304168701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.01,0.08403199911117554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.2,0.05454720258712768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.2,0.05633919835090637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.01,0.10297600030899048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.2,0.05738880038261414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.01,0.12341120243072509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.2,0.06041600108146668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.01,0.13642239570617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.2,0.0645632028579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.01,0.21449599266052247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.01,0.08083199858665466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.01,0.1943168044090271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.2,0.06490880250930786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.01,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.01,0.34749441146850585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.2,0.050886398553848265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.01,0.03296639919281006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.2,0.07949439883232116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.01,0.36678400039672854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.2,0.06097279787063599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.01,0.0350271999835968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.2,0.06719359755516052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.2,0.06891520023345947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.01,0.6348864078521729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.01,0.036582401394844054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.2,0.033913600444793704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.2,0.08536319732666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.01,0.04323199987411499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.01,0.6040063858032226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.2,0.0344895988702774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.2,0.11036159992218017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.01,0.04387199878692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.01,0.7455296039581298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.2,0.036883199214935304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.2,0.12854399681091308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.01,0.04620800018310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.2,0.16146559715270997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.2,0.03697279989719391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.01,1.4367360115051269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.01,0.049983999133110045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.2,0.17549439668655395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.01,0.050419199466705325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.2,0.2624000072479248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.01,2.776492881774902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.2,0.05011839866638183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.01,0.05260800123214722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.2,0.29916160106658934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.2,0.04682239890098572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.01,0.055871999263763426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.2,0.4682943820953369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.2,0.052774399518966675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.01,0.05562880039215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.2,0.05386880040168762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.01,0.04940159916877747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.2,0.6307392120361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.01,0.05440639853477478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.2,0.05680000185966492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.2,0.9937215805053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.01,0.057580798864364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.2,0.05607680082321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.2,1.0772543907165528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.2,0.05234559774398804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.01,0.08511360287666321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.01,0.07973120212554932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.2,1.6849920272827148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.2,0.05491200089454651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.01,0.0986240029335022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.2,0.06046079993247986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.2,2.9231744766235352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.01,0.03362559974193573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.01,0.12917120456695558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.2,0.0725823998451233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.01,0.03489919900894165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.01,0.13772159814834595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.2,0.08922880291938781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.2,5.28392333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.01,0.03683840036392212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.2,0.09990400075912476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.01,0.19226880073547364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.01,0.041280001401901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.2,0.1315840005874634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.01,0.20484480857849122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.01,0.03923200070858002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.2,0.16110719442367555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.01,0.2835776090621948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.01,0.0462336003780365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.2,0.21368319988250734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.01,0.38487040996551514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.01,0.04738560020923614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.2,0.2971456050872803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.01,0.5878655910491943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.2,0.4790656089782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.01,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.01,0.5485375881195068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.2,0.4978367805480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.01,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.01,0.730022382736206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.01,0.05841919779777527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.2,0.832089614868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.01,0.0513152003288269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.01,1.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.2,0.03441919982433319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.2,1.0308416366577149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.01,0.053465598821640016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.2,0.034272000193595886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.01,2.081945610046387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.2,1.1532159805297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.01,0.05559679865837097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.2,0.036268800497055054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.01,0.05950080156326294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.2,1.9717952728271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.01,0.0743615984916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.01,0.09126399755477906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.2,0.04581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.2,5.0023551940917965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.2,0.04661760032176972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.01,0.11354880332946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.2,0.04907520115375519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.01,0.13101439476013182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.2,0.05541120171546936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.01,0.1673472046852112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.2,0.05676159858703613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.01,0.20636160373687745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.01,0.07594239711761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.2,0.06024320125579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.01,0.2901439905166626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.01,0.0932096004486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.2,0.05064319968223572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.01,0.3522239923477173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.01,0.03989759981632233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.2,0.05537279844284058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.01,0.5917503833770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.01,0.03959679901599884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.2,0.057683199644088745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.2,0.08385279774665833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.01,0.6592703819274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.01,0.047353601455688475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.2,0.06331520080566407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.2,0.08782079815864563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.01,0.05046399831771851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.01,0.75065598487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.2,0.07880319952964783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.2,0.03736959993839264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.01,0.05127040147781372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.2,0.09971200227737427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.2,0.039961600303649904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.01,1.2075072288513184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.01,0.051686400175094606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.2,0.12782080173492433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.2,0.04501760005950928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.01,0.05045120120048523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.01,2.197395133972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.2,0.13346560001373292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.2,0.049081599712371825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.01,0.050316798686981204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.2,0.18700799942016602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.2,0.04970879852771759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.01,0.053286397457122804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.2,0.2736704111099243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.2,0.050425601005554196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.01,0.055270397663116456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.2,0.05116159915924072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.2,0.3750783920288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.01,0.05418879985809326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.01,0.056454402208328244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.2,0.49722881317138673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.2,0.05320960283279419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.01,0.061388802528381345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.2,0.8394687652587891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.2,0.0542464017868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.01,0.06556159853935242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.2,1.1179583549499512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.01,0.08124160170555114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.2,0.05484799742698669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.01,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.01,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.2,1.418015956878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.2,0.05738239884376526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.01,0.09418879747390747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.01,0.0390720009803772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.2,0.062028801441192626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.01,0.10960639715194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.2,2.4410560607910154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.01,0.04684799909591675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.2,0.06728320121765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.01,0.13933440446853637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.01,0.04808320105075836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.2,0.07383040189743043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.2,4.816134262084961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.01,0.187827205657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.01,0.053932797908782956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.01,0.256710410118103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.2,0.09163519740104675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.01,0.055776000022888184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.01,0.2942784070968628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.2,0.12126719951629639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.01,0.05566080212593079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.01,0.05580800175666809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.01,0.4631552219390869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.2,0.16229759454727172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.01,0.05663999915122986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.2,0.19355520009994506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.01,0.49013757705688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.01,0.05726079940795899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.2,0.2673151969909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.01,0.6355455875396728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.01,0.05925760269165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.2,0.39733760356903075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.01,0.060159999132156375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.01,0.8011455535888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.2,0.08162559866905213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.01,0.06453760266304016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.2,0.5410431861877442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.01,0.8086463928222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.2,0.08391680121421814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.01,0.06828799843788147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.2,0.5742015838623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.2,0.03825919926166534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.01,0.07530879974365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.01,1.5763263702392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.2,0.9362688064575195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.2,0.044038400053977966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.01,0.07772160172462464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.2,0.043731200695037845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.2,1.032972812652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.01,2.8670719146728514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.2,0.05557119846343994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.01,0.11840640306472779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.2,1.2393856048583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.2,0.054995197057724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.01,0.15077120065689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.2,0.05545600056648255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.01,0.20131199359893798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.2,2.0952768325805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.2,0.05746560096740723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.01,0.2832832098007202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.2,0.0574400007724762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.01,0.3565119981765747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.2,4.269100952148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.2,0.0575872004032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.01,0.49860482215881347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.2,0.060524797439575194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.01,0.5632319927215577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.2,0.06193280220031738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.01,0.08251519799232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.01,0.7585023880004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.2,0.06691840291023254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.2,0.07274879813194275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.01,1.018995189666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.01,0.06935679912567139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.2,0.07320320010185241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.01,1.29551362991333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.01,2.1602880477905275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.01,0.07605119943618774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.2,0.10466560125350952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.2,0.12744959592819213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.2,0.12825599908828736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.01,0.09121919870376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.01,4.796716690063477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.2,0.1140671968460083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.2,0.16369919776916503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.01,0.09155840277671815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.2,0.07063040137290955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.2,0.19717119932174682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.01,0.09336959719657897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.2,0.25608320236206056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.01,0.09720960259437561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.2,0.06959999799728393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.2,0.3498879909515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.01,0.10252159833908081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.2,0.07897599935531616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.2,0.5472447872161865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.01,0.1067199945449829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.2,0.08943359851837158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.01,0.10830719470977783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.2,0.7595136165618896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.2,0.09100160002708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.2,0.09378560185432434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.2,1.1202560424804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.01,0.08643839955329895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.01,0.12419840097427368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.2,1.403116798400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.01,0.1125440001487732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.2,0.10497280359268188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.01,0.12024320363998413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.01,0.11144319772720337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.2,1.6837823867797852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.2,0.10720640420913696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.01,0.06638079881668091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.01,0.11580159664154052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.01,0.07020800113677979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.2,2.7747392654418945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.01,0.14485119581222533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.01,0.07603840231895446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.2,0.11256320476531982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.01,0.15771520137786865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.2,5.756166458129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.01,0.0899392008781433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.2,0.09664000272750854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.01,0.2054527997970581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.01,0.09119359850883484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.2,0.10713599920272827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.01,0.23621759414672852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.01,0.09359999895095825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.2,0.11472640037536622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.01,0.30157439708709716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.01,0.09552000164985656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.2,0.12774399518966675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.01,0.38343679904937744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.01,0.1030079960823059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.2,0.16327040195465087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.01,0.522105598449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.01,0.10487680435180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.2,0.18253439664840698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.01,0.5893248081207275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.01,0.10780160427093506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.2,0.2507904052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.01,0.1087231993675232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.01,0.8512255668640136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.2,0.32699520587921144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.2,0.15499520301818848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.2,0.4935296058654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.01,1.1164095878601075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.2,0.11464320421218872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.01,0.09648640155792236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.2,0.4519487857818604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.01,1.6898111343383788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.2,0.06689280271530151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.01,0.1098688006401062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.2,0.9160575866699219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.2,0.06874240040779114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.01,2.079475212097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.2,0.8158975601196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.2,0.07614079713821412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.01,0.1363136053085327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.2,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.2,1.1719552040100099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.01,5.073548889160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.01,0.14997119903564454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.2,0.0920639991760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.01,0.1958016037940979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.2,2.0721664428710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.2,0.09464960098266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.01,0.26375679969787597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.2,2.13504638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.2,0.10028159618377686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.01,0.32499840259552004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.2,0.1044160008430481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.01,0.42844161987304685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.2,3.4583614349365233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.2,0.10638079643249512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.01,0.631935977935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.2,0.10806399583816528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.01,0.6451712131500245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.2,8.465376281738282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.2,0.11038080453872681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.2,0.09182080030441284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.01,0.9504063606262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.01,0.18076800107955932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.2,0.10587519407272339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.01,0.988646411895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.01,0.1940160036087036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.2,0.11773439645767211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.2,0.1277567982673645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.01,0.06490880250930786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.01,1.3819519996643066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.2,0.1564095973968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.01,0.07771520018577575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.01,2.09737606048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.2,0.17152639627456664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.01,0.07539839744567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.2,0.20945279598236083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.01,0.0881600022315979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.01,4.430886459350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.2,0.25527679920196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.01,0.0901632010936737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.2,0.14855680465698243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.2,0.4082816123962402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.01,0.08712319731712341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.2,0.14915839433670045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.2,0.4957568168640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.01,0.08788480162620545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.2,0.06433280110359192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.01,0.08912640213966369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.2,0.794758415222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.2,0.07745919823646545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.01,0.09056640267372132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.2,0.07621759772300721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.2,0.8832768440246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.01,0.0915008008480072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.2,0.08933119773864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.2,1.1855168342590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.01,0.09404159784317016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.2,0.09037439823150635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.01,0.09790080189704894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.2,1.637766456604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.01,0.07166079878807068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.01,0.11063679456710815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.01,0.17085440158843995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.2,1.7258432388305665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.2,0.09021440148353577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.01,0.11663999557495117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.01,0.06614400148391723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.2,0.09078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.01,0.1407487988471985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.2,3.122611236572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.01,0.07690879702568054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.2,0.09447680115699768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.01,0.16784640550613403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.01,0.08164479732513427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.01,0.1907520055770874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.2,6.5258430480957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.01,0.09889280200004577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.2,0.09524480104446412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.01,0.23438079357147218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.01,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.2,0.10325119495391846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.01,0.2836992025375366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.01,0.09684479832649232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.2,0.11438080072402954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.01,0.406496000289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.01,0.09772800207138062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.2,0.12423039674758911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.01,0.5683072090148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.01,0.1014143943786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.2,0.15292160511016845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.01,0.8438719749450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.01,0.10424959659576416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.2,0.17711999416351318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.01,0.8337599754333496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.01,0.10712319612503052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.2,0.20531840324401857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.01,1.2090559959411622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.2,0.10988160371780395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.01,0.11391999721527099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.2,0.27304959297180176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.2,0.07415040135383606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.01,1.5276736259460448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.01,0.1330623984336853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.2,0.34853758811950686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.2,0.06581760048866273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.01,0.14053759574890137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.01,1.8235200881958007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.2,0.41561598777770997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.2,0.07452800273895263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.01,0.17607680559158326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.2,0.6283711910247802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.01,2.5833856582641603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.01,0.2067903995513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.2,0.9165439605712891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.2,0.09445120096206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.01,0.22451839447021485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.01,5.446688079833985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.2,0.09617919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.2,0.8871040344238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.01,0.3255232095718384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.2,0.09660800099372864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.2,1.500716781616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.01,0.37448959350585936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.2,0.10246399641036988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.01,0.5642752170562744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.2,0.101254403591156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.2,1.7744192123413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.2,0.10213119983673095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.01,0.7458047866821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.2,2.4276351928710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.2,0.1059648036956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.01,1.135257625579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.2,3.322886276245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.01,1.104703998565674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.2,0.11804800033569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.2,0.1412992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.01,1.6022079467773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.2,7.603641510009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.2,0.14618879556655884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.01,1.816716766357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.2,0.17816959619522094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.01,2.1628095626831056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.2,0.2223360061645508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.2,0.23909759521484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.01,3.358047866821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.20106880664825438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.2,0.32062079906463625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.2,0.41332478523254396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.11223679780960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.01,6.146387100219727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.2,0.6439487934112549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.2,0.81146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.09720960259437561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.2,1.1438400268554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.10300159454345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.10140160322189332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.2,1.2062527656555175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.10276479721069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.2,1.606559944152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.108787202835083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.2,1.8849664688110352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.11694719791412353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.11518080234527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.2,2.4410303115844725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.11575679779052735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.11437439918518066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.1017408013343811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.2,4.0306049346923825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.12284799814224243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.01,0.1619328022003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.09589120149612426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.01,0.15368319749832154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.12832000255584716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.10520960092544555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.2,7.170726776123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.14454400539398193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.01,0.1078336000442505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.1029695987701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.1608191967010498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.01,0.0828607976436615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.09857280254364013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.15623680353164673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.01,0.09793919920921326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.10443520545959473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.167302405834198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.01,0.0986303985118866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.11389440298080444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.1863168001174927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.01,0.0951744019985199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.10699520111083985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.2166975975036621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.01,0.09793279767036438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.11387519836425782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.01,0.10890239477157593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.2794303894042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.12336000204086303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.01,0.10437120199203491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.28504960536956786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.11931519508361817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.2,0.21507840156555175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.01,0.1126207947731018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.36792960166931155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.14309760332107543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.2,0.11048320531845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.01,0.10900479555130005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.01,0.4347775936126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.15294079780578612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.2,0.10232959985733033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.01,0.11155840158462524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.1653887987136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.01,0.5626368045806884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.2,0.08595200181007386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.01,0.11418240070343018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.18642560243606568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.01,0.7069248199462891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.2,0.09390720129013061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.01,0.12856320142745972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.24673280715942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.01,1.0186880111694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.01,0.1436352014541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.2,0.09120000004768372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.2684031963348389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.01,1.253427219390869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.2,0.08947839736938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.01,0.15077120065689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.3404927968978882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.01,0.18241920471191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.01,1.696544075012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.3675328016281128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.2,0.10016000270843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.01,0.18922239542007446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.2,0.4462272167205811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.01,2.6894399642944338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.2,0.10320639610290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.01,0.263590407371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.2,0.5936768054962158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.2,0.10888960361480712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.01,0.2572736024856567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.01,5.196793746948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.2,0.8524224281311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.2,0.10791679620742797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.01,0.3344255924224854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.2,0.8804736137390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.2,0.12213120460510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.01,0.398528003692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.2,0.13556480407714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.2,1.5148096084594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.01,0.5165760040283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.2,0.14683519601821898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.01,0.6008512020111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.2,2.0094207763671874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.2,0.14551039934158325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.01,0.8073151588439942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.2,0.17235200405120848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.2,2.43121280670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.2,0.21957120895385743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.01,1.1483967781066895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.2,4.348345565795898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.2,0.21930880546569825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.01,1.3123007774353028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.01,0.0980288028717041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.2,0.2930239915847778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.2,9.183353424072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.01,2.311801528930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.01,0.15544960498809815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.2,0.27489919662475587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.01,0.10835839509963989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.2,0.39624319076538084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.01,4.698118209838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.01,0.07833600044250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.2,0.473529577255249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.01,0.08764799833297729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.2,0.665503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.01,0.09069439768791199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.2,0.8123904228210449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.01,0.0954688012599945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.2,1.083187198638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.01,0.09786880016326904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.2,1.336832046508789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.01,0.09775360226631165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.2,0.14847999811172485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.2,1.8058816909790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.01,0.10532480478286743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.2,0.11144319772720337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.01,0.10952320098876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.01,0.13793280124664306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.2,2.9589248657226563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.2,0.10654079914093018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.01,0.10835839509963989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.01,0.10041600465774536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.2,0.07963520288467407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.01,0.10952960252761841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.01,0.11170560121536255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.2,6.714176177978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.2,0.08608639836311341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.01,0.11637120246887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.01,0.07528960108757018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.2,0.08862720131874084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.01,0.1393728017807007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.01,0.08387839794158936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.01,0.09242240190505982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.2,0.0884607970714569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.01,0.14584959745407106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.01,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.01,0.1522047996520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.2,0.09507200121879578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.01,0.11324160099029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.01,0.17230080366134642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.2,0.09638400077819824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.01,0.19351040124893187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.2,0.09754239916801452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.01,0.11749119758605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.01,0.245849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.2,0.10309120416641235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.01,0.12372479438781739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.01,0.2724735975265503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.2,0.11260160207748413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.2,0.2589184045791626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.01,0.12874879837036132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.01,0.35921919345855713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.2,0.10920319557189942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.2,0.10114560127258301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.01,0.13452800512313842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.01,0.36683518886566163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.2,0.11552000045776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.2,0.07759360074996949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.01,0.13817600011825562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.01,0.5739456176757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.2,0.14016000032424927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.2,0.08288639783859253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.01,0.1474176049232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.01,0.6462528228759765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.2,0.13262720108032228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.2,0.09344000220298768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.01,0.15299839973449708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.2,0.16456320285797119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.01,0.8320832252502441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.2,0.09345920085906982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.01,0.15601279735565185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.2,0.18337279558181763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.01,1.0498687744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.2,0.11185920238494873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.01,0.18040319681167602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.2,0.18543360233306885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.2,0.11548160314559937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.01,1.3182208061218261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.01,0.18139519691467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.2,0.24833281040191652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.2,0.11940480470657348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.01,0.22943360805511476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.2,0.29875199794769286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.01,2.0975616455078123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.2,0.118886399269104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.01,0.26104960441589353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.2,0.47788162231445314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.2,0.13111679553985595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.01,4.005887985229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.01,0.33248000144958495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.2,0.5007936000823975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.2,0.13611520528793336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.01,0.44185600280761717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.2,0.7173312187194825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.2,0.1442304015159607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.01,0.5941311836242675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.2,0.7409599781036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.2,0.1487936019897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.01,0.6360767841339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.2,0.15404160022735597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.2,1.0723135948181153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.2,0.1600000023841858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.01,1.012985610961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.2,1.354419231414795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.2,0.1756991982460022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.01,1.237452793121338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.2,0.19932160377502442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.2,1.4384448051452636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.01,1.4304960250854493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.01,0.07334399819374085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.2,0.23688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.2,2.8312000274658202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.01,0.08812159895896912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.2,0.31059839725494387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.01,2.3465919494628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.01,0.10302720069885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.2,0.3618560075759888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.2,6.1918785095214846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.01,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.01,4.425823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.2,0.4848447799682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.01,0.08825600147247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.2,0.7282432079315185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.01,0.09745280146598816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.2,0.8568896293640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.01,0.10483839511871337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.2,1.0647616386413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.01,0.12184319496154786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.2,1.312185573577881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.01,0.12391680479049683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.01,0.1256127953529358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.2,1.6912128448486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.01,0.13017599582672118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.2,0.0995136022567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.2,2.75150089263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.01,0.07834240198135375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.01,0.13874560594558716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.2,0.1882815957069397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.01,0.14572160243988036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.2,0.07930240035057068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.2,7.295558166503906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.01,0.09504640102386475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.01,0.15088000297546386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.2,0.07623680233955384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.01,0.16262400150299072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.01,0.07942399978637696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.2,0.08446080088615418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.01,0.16939519643783568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.01,0.0942911982536316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.01,0.15845760107040405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.2,0.0933568000793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.01,0.10734080076217652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.01,0.19383039474487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.2,0.09934719800949096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.01,0.11386239528656006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.01,0.20044798851013185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.01,0.13591040372848512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.2,0.12012159824371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.01,0.14419840574264525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.01,0.2556864023208618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.2,0.12152320146560669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.01,0.14489599466323852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.01,0.2767807960510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.2,0.07902719974517822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.2,0.1244223952293396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.01,0.15229439735412598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.01,0.3877824068069458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.2,0.16808320283889772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.2,0.13011200428009034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.01,0.17057280540466307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.2,0.07961599826812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.01,0.487827205657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.2,0.14394240379333495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.01,0.17304320335388185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.2,0.0790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.2,0.14856959581375123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.01,0.6418879985809326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.01,0.1824895977973938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.2,0.08885759711265565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.2,0.15574400424957274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.01,0.8375807762145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.01,0.19459840059280395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.2,0.10387200117111206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.2,0.16382720470428466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.01,1.2132160186767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.01,0.20380799770355223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.2,0.1106943964958191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.2,0.17070080041885377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.01,0.20043520927429198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.01,1.3991104125976563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.2,0.14039679765701293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.2,0.1719040036201477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.01,0.23770880699157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.01,1.921708869934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.2,0.14193919897079468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.2,0.20131199359893798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.01,0.2629568099975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.2,0.14558080434799195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.01,2.578451156616211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.2,0.20817921161651612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.01,0.3102911949157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.2,0.15648000240325927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.2,0.262009596824646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.01,0.36228480339050295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.01,4.973503875732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.2,0.16843520402908324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.2,0.2905280113220215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.01,0.4811903953552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.2,0.17182079553604127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.2,0.41025280952453613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.01,0.5791552066802979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.2,0.16556799411773682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.2,0.5254271984100342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.01,0.7902080059051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.2,0.17374720573425292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.2,0.7353407859802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.01,1.0842432022094726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.2,0.18038400411605834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.2,0.9394623756408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.01,1.6485183715820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.2,0.19861760139465331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.2,0.24250879287719726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.2,1.3975359916687011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.01,2.0734912872314455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.2,0.25944321155548095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.2,1.5316479682922364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.01,2.599872016906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.2,0.32187519073486326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.2,2.135577583312988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.2,0.36751360893249513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.01,3.852876663208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.2,2.7938304901123048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.2,0.505017614364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.2,0.6171199798583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.01,6.94567642211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.2,6.541830444335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.2,0.9304512023925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.2,1.122809600830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.2,1.7054655075073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.2,2.357926368713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.2,2.594432067871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.2,3.9146495819091798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.2,7.838502502441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.07207679748535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.06096640229225159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.06306560039520263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.06918399930000305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.0710528016090393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.07204480171203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.0837440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.01,0.06869120001792908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.07279360294342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.12146559953689576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.01,0.08369280099868774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.0741823971271515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.05613440275192261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.0786624014377594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.01,0.060089600086212155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.07989760041236878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.06766719818115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.0816703975200653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.07145599722862243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.01,0.06782720088958741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.09785599708557129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.06803200244903565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.01,0.0656000018119812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.10238720178604126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.07146239876747132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.01,0.0688704013824463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.07118719816207886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.01,0.06874880194664001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.2,0.17052799463272095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.11283199787139893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.07274879813194275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.01,0.07178239822387696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.2,0.05390080213546753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.1334015965461731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.07454079985618592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.01,0.0732800006866455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.2,0.05973759889602661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.14007680416107177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.07803519964218139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.2,0.0658623993396759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.01,0.07705600261688232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.1831488013267517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.07998080253601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.01,0.07985280156135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.21690878868103028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.08473600149154663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.2,0.06951680183410644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.01,0.08081279993057251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.2869055986404419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.09658240079879761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.2,0.06945279836654664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,0.3430272102355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.10727039575576783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.2,0.07069439888000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.01,0.0961471974849701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.12110079526901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,0.46968960762023926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.2,0.07226880192756653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.01,0.10226559638977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.11263359785079956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.2,0.0784704029560089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,0.6486271858215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.01,0.09996160268783569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.14657919406890868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.2,0.07963520288467407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,1.0766143798828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.01,0.12311680316925049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.15314559936523436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.2,0.08168960213661194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.01,0.14485119581222533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,1.1529600143432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.2187903881072998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.2,0.09026560187339783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.01,0.19009920358657836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.23932158946990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,1.489311981201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.2,0.10298880338668823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.01,0.2001728057861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,0.38064639568328856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.2,0.10581120252609252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,2.4122047424316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.01,0.27329919338226316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,0.45679359436035155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.2,0.11580159664154052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.01,0.34469759464263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,0.73406081199646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,4.865708923339843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.2,0.14332799911499022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.2,0.15781760215759277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.01,0.49927678108215334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,0.7977215766906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.2,0.20983679294586183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.01,0.6118336200714112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,1.1795647621154786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.2,0.25730559825897215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,1.736185646057129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.01,0.8152959823608399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.2,0.3263423919677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.01,1.0707648277282715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.2,0.40221438407897947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,2.2451007843017576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.01,0.12256640195846558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.2,0.6005951881408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.01,1.274873638153076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,4.178662490844727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.01,0.11900160312652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.2,0.7314623832702637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.01,0.05737599730491638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.01,2.2121856689453123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.01,0.06178560256958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,7.031398773193359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.2,1.1652992248535157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.01,0.06591359972953796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.01,4.249907302856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.2,1.5233471870422364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.01,0.06680960059165955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.2,1.9275711059570313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.01,0.07014399766921997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.01,0.07123200297355652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.2,3.011257553100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.01,0.07233279943466187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.2,0.08886399865150452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.01,0.0756991982460022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.2,6.166470336914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.2,0.07381119728088378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.01,0.07998080253601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.01,0.08444160223007202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.2,0.05509759783744812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.01,0.08166400194168091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.01,0.0784063994884491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.2,0.059059202671051025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.01,0.08592640161514283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.01,0.060166400671005246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.2,0.0646016001701355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.01,0.09132800102233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.01,0.05928320288658142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.01,0.09820160269737244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.2,0.0668287992477417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.01,0.06429439783096313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.01,0.10876799821853637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.2,0.06627200245857238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.2,0.07111679911613464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.01,0.1275712013244629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.01,0.06600319743156433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.2,0.17662080526351928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.2,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.01,0.07252479791641235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.01,0.15029120445251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.2,0.05495039820671081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.01,0.18781440258026122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.01,0.07399680018424988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.2,0.05834239721298218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.2,0.07442560195922851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.01,0.2311487913131714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.2,0.06409599781036376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.01,0.07619839906692505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.2,0.07512959837913513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.2,0.06613759994506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.01,0.2930176019668579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.01,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.2,0.07964159846305847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.2,0.07031679749488831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.01,0.3111104011535645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.2,0.08058239817619324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.01,0.0796288013458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.2,0.07308800220489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.2,0.08375679850578308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.01,0.08414080142974853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.01,0.46350722312927245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.2,0.07671040296554565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.2,0.09313279986381531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.2,0.07585279941558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.01,0.08391039967536926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.01,0.5746047973632813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.2,0.08021119832992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.01,0.08814079761505127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.2,0.11082240343093872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.01,0.873408031463623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.2,0.1342911958694458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.01,0.09667840003967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.2,0.0880895972251892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.2,0.1510975956916809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.01,1.0317248344421386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.01,0.10016000270843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.2,0.2111423969268799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.2,0.09048960208892823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.01,1.2331711769104003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.2,0.23641600608825683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.01,0.10929919481277466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.2,0.0992255985736847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.2,0.35632638931274413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.2,0.10830719470977783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.01,0.125491201877594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.01,2.438604736328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.2,0.40215039253234863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.2,0.11712000370025635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.01,0.1410688042640686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.2,0.5505087852478028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.2,0.13118079900741578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.01,4.487590408325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.2,0.6634496212005615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.01,0.1864575982093811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.2,0.15847040414810182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.2,1.1196864128112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.01,0.21909759044647217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.2,0.1925503969192505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.2,1.382310390472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.2,0.2565311908721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.01,0.3070208072662354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.2,1.831590461730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.2,0.33196799755096434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.01,0.3849152088165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.2,2.5672256469726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.2,0.41546239852905276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.01,0.5393280029296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.01,0.08239359855651855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.2,0.6497344017028809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.01,0.6361983776092529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.2,5.968505477905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.01,0.12082560062408447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.2,0.6954751968383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.01,1.0022720336914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.01,0.05613440275192261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.2,1.1879679679870605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.01,1.2671232223510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.01,0.06074879765510559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.2,1.2812928199768066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.01,0.06842240095138549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.01,1.3836159706115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.01,0.07253760099411011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.2,1.743903923034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.2,0.055846399068832396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.01,2.3947519302368163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.01,0.07971199750900268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.2,0.09145600199699402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.2,2.9435840606689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.01,0.08001919984817504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.2,0.055904000997543335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.01,0.0825215995311737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.2,0.05779839754104614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.01,5.250771331787109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.2,0.06391680240631104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.01,0.08461440205574036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.2,6.238444900512695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.2,0.07034879922866821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.01,0.08843520283699036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.2,0.07807360291481018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.01,0.09166719913482665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.2,0.08218880295753479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.01,0.09470720291137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.01,0.10119040012359619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.2,0.08416640162467956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.01,0.10996479988098144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.2,0.09064319729804993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.01,0.11438720226287842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.01,0.08075519800186157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.2,0.09381759762763978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.01,0.11940480470657348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.2,0.08115839958190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.2,0.09740800261497498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.01,0.08968960046768189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.01,0.14600319862365724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.2,0.13281919956207275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.2,0.10435199737548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.01,0.05885440111160278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.2,0.11169919967651368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.2,0.057004797458648684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.2,0.11820160150527954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.01,0.06172800064086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.01,0.21785600185394288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.2,0.06346240043640136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.2,0.12420480251312256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.01,0.07544959783554077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.01,0.2609087944030762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.2,0.14602880477905272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.2,0.07169920206069946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.2,0.18379520177841185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.01,0.08446720242500305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.01,0.38661119937896726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.2,0.08055679798126221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.2,0.22025599479675292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.01,0.09626240134239197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.01,0.44186878204345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.2,0.09473279714584351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.2,0.2877568006515503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.2,0.09587200284004212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.2,0.4201216220855713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.01,0.09811199903488159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.01,0.5904255867004394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.2,0.47367038726806643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.2,0.09978240132331848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.01,0.10229120254516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.01,0.8297280311584473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.2,0.6453311920166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.2,0.10238080024719239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.01,0.10388480424880982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.2,0.8220224380493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.01,1.209881591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.2,0.11308799982070923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.01,0.10840320587158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.2,1.286240005493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.2,0.11676160097122193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.01,1.4807616233825684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.2,1.581510353088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.01,0.11550079584121704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.2,0.12197760343551636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.2,2.2009408950805662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.01,1.9245695114135741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.2,0.13034240007400513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.01,0.12216960191726685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.2,0.14049919843673705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.2,3.3786880493164064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.01,0.1284991979598999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.01,2.681670379638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.2,0.1443071961402893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.01,0.13690240383148194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.2,0.1583616018295288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.2,8.042733001708985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.01,0.14531199932098388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.01,5.811532974243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.2,0.1883903980255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.01,0.15285760164260864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.2,0.2271872043609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.01,0.18739839792251586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.2,0.2987648010253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.2,0.3677824020385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.01,0.21848959922790528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.2,0.5173247814178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.01,0.2716671943664551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.050892800092697144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.2,0.5910719871520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.01,0.3232448101043701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.05122560262680054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.05264000296592712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.2,0.9008511543273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.03434880077838898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.01,0.4270463943481445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.052671998739242554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.03441919982433319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.034380799531936644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.01,0.5739456176757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.2,1.026681613922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.03612160086631775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.034643200039863584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.03746559917926788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.01,0.8272128105163574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.036831998825073244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.2,1.6763647079467774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.03591040074825287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.03672960102558136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.01,1.022150421142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.038176000118255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.2,2.2378368377685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.03678719997406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.03852800130844116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.03740800023078918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.03978239893913269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.01,1.5803263664245606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.2,2.8227327346801756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.04069119989871979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.037478399276733396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.04286080002784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.01,2.242483139038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.0383103996515274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.04787839949131012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.2,4.010534286499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.04017919898033142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.05331839919090271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.01,2.5361663818359377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.04336639940738678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.05687680244445801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.06111360192298889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.2,8.893689727783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.04890879988670349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.01,4.048153686523437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.07612159848213196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.05244160294532776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.10098559856414795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.05767040252685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.11986559629440308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.06120319962501526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.01,7.659442901611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.11927039623260498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.07504000067710877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.16163840293884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.09255040287971497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.18773759603500367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.1244928002357483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,0.29093759059906005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.01,0.05281280279159546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.16841599941253663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,0.35318400859832766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.01,0.050911998748779295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.15089919567108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,0.5430784225463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.21509759426116942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,0.6763264179229737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.27416319847106935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.01,0.039552000164985654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,0.8593024253845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,0.4147712230682373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.2,0.04577920138835907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.01,0.04058879911899567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,1.3148799896240235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.01,0.03894400000572205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.2,0.03431040048599243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,0.5032576084136963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,2.6832000732421877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.01,0.038540801405906676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.2,0.04100480079650879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,0.7633408069610595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.01,0.038412800431251524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.2,0.04040960073471069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,1.030470371246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.01,0.03816959857940674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.01,0.03823359906673431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,1.2413824081420899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.2,0.03863680064678192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.01,0.03988479971885681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.2,0.03709439933300018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.01,0.05055360198020935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,2.0925119400024412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.01,0.04227199852466583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.2,0.037324801087379456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.01,0.042444801330566405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.01,0.03400320112705231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,4.069574356079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.2,0.03873920142650604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.01,0.047865599393844604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.01,0.03925760090351105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.2,0.04022400081157684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.01,0.052083200216293334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.01,0.038464000821113585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.01,0.05928320288658142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.2,0.041196799278259276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.01,0.03844479918479919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.01,0.061312001943588254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.01,0.03806079924106598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.2,0.04195840060710907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.01,0.039577600359916684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.01,0.07395200133323669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.2,0.04593279957771301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.01,0.03930239975452423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.01,0.0835968017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.2,0.04987519979476929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.2,0.05414400100708008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.01,0.039673599600791934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.01,0.040863999724388124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.2,0.05894399881362915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.01,0.11224960088729859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.2,0.04416640102863312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.01,0.04242559969425201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.2,0.03551360070705414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.2,0.06269440054893494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.01,0.1301632046699524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.01,0.04639999866485596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.01,0.04802559912204742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.2,0.037363201379776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.2,0.08165760040283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.01,0.1821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.01,0.05135999917984009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.2,0.03681280016899109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.01,0.19497599601745605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.01,0.06164479851722717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.01,0.06964480280876159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.2,0.13436800241470337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.01,0.284115195274353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.01,0.08485760092735291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.2,0.03709439933300018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.2,0.14974080324172973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.01,0.10885119438171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.01,0.29719679355621337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.2,0.03859840035438537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.01,0.132915198802948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.2,0.2246272087097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.01,0.47317118644714357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.2,0.038867199420928956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.01,0.18825600147247315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.2,0.26289920806884765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.01,0.21240320205688476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.2,0.03877759873867035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.01,0.6462143898010254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.2,0.3635200023651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.01,0.3032448053359985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.2,0.039705601334571836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.01,0.33136639595031736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.2,0.44057598114013674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.01,0.73537278175354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.2,0.04191359877586365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.01,0.4812160015106201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.2,0.042745599150657655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.2,0.6735424041748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.01,0.6215104103088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.01,1.1991616249084474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.2,0.047737601399421695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.01,0.7563456058502197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.2,1.078592014312744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.2,0.04921599924564361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.01,2.507967948913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.01,1.286847972869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.2,0.05306879878044128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.2,1.278003215789795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.2,0.06543359756469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.01,2.632358360290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.2,0.07312639951705932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.2,2.2031936645507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.2,0.08554880023002624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.2,0.12108160257339477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.2,4.584249496459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.2,0.14249600172042848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.01,0.058310401439666745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.2,0.18480000495910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.2,0.3250432014465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.01,0.04751999974250794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.2,0.05790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.2,0.36535680294036865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.01,0.036083200573921205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.2,0.0365119993686676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.01,0.037599998712539676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.2,0.41671037673950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.2,0.03505919873714447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.2,0.03615359961986542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.01,0.054054397344589236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.2,0.6411903858184814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.2,0.03856000006198883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.01,0.03893760144710541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.01,0.047788798809051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.01,0.03991039991378784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.2,0.9979328155517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.2,0.0406464010477066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.01,0.03570559918880463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.2,0.040863999724388124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.01,0.04044159948825836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.2,1.0809408187866212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.2,0.041228801012039185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.01,0.041254401206970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.01,0.036556801199913024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.2,0.04254719913005829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.01,0.0416703999042511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.2,1.9665599822998048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.2,0.04322560131549835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.01,0.04049279987812042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.2,0.04575999975204468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.01,0.04081920087337494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.2,0.04891520142555237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.01,0.042854401469230655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.2,4.87841911315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.01,0.04392319917678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.2,0.05399680137634277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.01,0.043705600500106814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.01,0.04412800073623657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.2,0.06180480122566223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.01,0.044531199336051944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.01,0.048691201210021975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.2,0.07552639842033386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.01,0.045126399397850035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.2,0.08446080088615418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.01,0.051744002103805545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.01,0.0468095988035202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.01,0.0537280023097992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.2,0.1374400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.01,0.05910400152206421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.2,0.05373439788818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.2,0.18435200452804565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.01,0.05072000026702881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.2,0.23573760986328124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.01,0.07611520290374756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.2,0.044588801264762876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.2,0.34369280338287356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.01,0.08523520231246948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.2,0.03521279990673065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.2,0.5095424175262451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.01,0.11059839725494384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.2,0.03710080087184906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.2,0.7818687915802002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.01,0.1288831949234009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.01,0.06357759833335877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.2,0.7892416000366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.2,0.0398144006729126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.2,1.4733887672424317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.01,0.1899072051048279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.01,0.07002239823341369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.2,0.043731200695037845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.2,2.305011177062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.01,0.08586879968643188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.01,0.21914880275726317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.2,0.04480000138282776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.01,0.09334400296211243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.01,0.3084671974182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.2,4.614988708496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.2,0.04482559859752655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.01,0.12301440238952636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.01,0.3709503889083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.01,0.15831680297851564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.01,0.5711679935455323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.2,0.04752640128135681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.01,0.23176319599151612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.2,0.04917120039463043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.01,0.7282944202423096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.01,0.27730560302734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.2,0.05081599950790405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.01,0.05315200090408325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.01,0.9131135940551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.01,0.40553598403930663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.2,0.055769598484039305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.01,0.04906240105628967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.01,0.03707520067691803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.2,0.060678398609161376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.01,0.4423168182373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.01,1.3888832092285157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.01,0.040166398882865904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.2,0.06296319961547851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.01,0.044300800561904906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.01,0.6553664207458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.2,0.06845440268516541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.01,0.04936319887638092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.01,3.188096046447754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.2,0.08150399923324585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.01,0.8943872451782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.01,0.05017600059509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.01,0.05012480020523071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.2,0.1118783950805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.01,1.0125247955322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.01,0.0522816002368927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.2,0.14543360471725464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.01,0.05261440277099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.2,0.17418240308761596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.01,1.864044761657715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.01,0.05580800175666809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.2,0.23561599254608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.01,0.05935360193252563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.2,0.3673664093017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.01,3.784204864501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.2,0.45411200523376466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.01,0.07921280264854431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.2,0.0469760000705719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.2,0.6131264209747315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.01,0.08793600201606751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.2,0.03871360123157501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.2,0.8552063941955567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.01,0.084307199716568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.2,0.03963519930839539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.01,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.2,1.2254976272583007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.2,0.0431551992893219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.01,0.1271232008934021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.01,0.17905919551849364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.2,0.04886400103569031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.2,1.2491392135620116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.01,0.21687040328979493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.2,0.050361597537994386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.01,0.08167679905891419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.01,0.27058560848236085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.2,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.2,2.5796672821044924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.01,0.08084480166435241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.01,0.3398207902908325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.2,0.05308799743652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.01,0.4829696178436279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.01,0.05424000024795532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.2,0.05418239831924439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.01,0.6515647888183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.2,5.930015945434571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.01,0.060915201902389526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.01,0.983091163635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.2,0.056985598802566526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.01,0.06105599999427795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.2,0.05964159965515137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.01,1.2559103965759277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.2,0.06195840239524841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.01,0.06625919938087463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.01,1.5128447532653808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.2,0.06859520077705383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.01,0.06663039922714234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.01,2.424198341369629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.2,0.0732479989528656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.01,0.0655680000782013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.2,0.07631999850273133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.01,5.135910415649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.01,0.06702719926834107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.2,0.06636800169944763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.2,0.08904320001602173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.01,0.06730239987373351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.2,0.08841599822044373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.2,0.11379200220108032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.01,0.0706816017627716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.2,0.05984640121459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.2,0.1257024049758911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.01,0.07183359861373902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.2,0.06467199921607972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.2,0.16695040464401245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.01,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.2,0.060864001512527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.01,0.13082879781723022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.2,0.23170559406280516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.01,0.07648000121116638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.01,0.0648256003856659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.2,0.0660863995552063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.2,0.28831360340118406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.01,0.09041919708251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.2,0.06778240203857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.2,0.3716991901397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.01,0.09203839898109437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.01,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.2,0.06412799954414368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.2,0.5886271953582763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.01,0.06900479793548583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.01,0.101254403591156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.2,0.06593279838562012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.01,0.06833279728889466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.2,0.6962048053741455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.01,0.12039040327072144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.01,0.06967679858207702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.2,0.067084801197052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.2,1.1418560028076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.01,0.14060800075531005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.01,0.06931840181350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.2,0.07144960165023803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.01,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.01,0.1755328059196472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.2,1.4870592117309571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.01,0.07397119998931885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.2,0.0720192015171051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.01,0.20772480964660645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.01,0.07653120160102844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.2,0.07583360075950622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.2,1.7528640747070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.01,0.07708799839019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.01,0.29012479782104494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.2,0.08440960049629212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.01,0.08543360233306885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.01,0.09478399753570557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.2,3.225312042236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.01,0.3445183992385864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.2,0.09077759981155395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.01,0.10261759757995606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.2,0.09756159782409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.01,0.4454847812652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.01,0.10611840486526489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.2,6.5197502136230465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.2,0.11219840049743653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.01,0.12211840152740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.01,0.5458176136016846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.01,0.13763200044631957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.2,0.13909120559692384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.01,0.7873536109924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.01,0.1800447940826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.2,0.1582335948944092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.01,0.22468481063842774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.2,0.2243648052215576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.01,1.0811840057373048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.01,0.28687999248504636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.2,0.24983680248260498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.01,0.36900479793548585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.01,1.334560012817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.2,0.3261823892593384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.01,0.5486080169677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.2,0.40019841194152833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.2,0.0828544020652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.01,0.5945727825164795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.01,1.9444288253784179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.2,0.5548672199249267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.01,0.9655551910400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.2,0.05742080211639404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.01,1.1372415542602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.2,0.6884607791900634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.2,0.05794559717178345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.01,4.328895950317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.01,1.3880064010620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.2,0.05813120007514953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.2,1.1520959854125976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.2,0.060192000865936277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.01,2.20645751953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.2,1.4072192192077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.2,0.06776319742202759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.01,4.700588989257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.2,0.06911360025405884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.2,1.801900863647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.2,0.06632320284843445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.2,0.06899840235710145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.2,3.5894657135009767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.01,0.07624319791793824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.2,0.07040640115737914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.01,0.06240000128746033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.2,6.427168273925782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.01,0.05568000078201294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.2,0.07559040188789368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.2,0.07616639733314515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.01,0.06034560203552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.2,0.07875840067863464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.2,0.05196800231933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.2,0.08310400247573853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.01,0.06351360082626342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.2,0.057132798433303836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.2,0.09365119934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.2,0.05920000076293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.01,0.07271680235862732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.2,0.06391040086746216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.2,0.10219520330429077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.01,0.0743615984916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.2,0.07395200133323669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.2,0.11011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.01,0.07276800274848938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.01,0.09984639883041382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.2,0.07472000122070313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.2,0.0736191987991333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.2,0.12821760177612304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.01,0.07343360185623168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.01,0.08444799780845642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.2,0.07570559978485107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.2,0.144486403465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.01,0.07448959946632386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.2,0.077292799949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.01,0.05557119846343994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.2,0.07914239764213563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.2,0.19630719423294068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.01,0.08010879755020142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.01,0.0692736029624939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.2,0.08319360017776489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.2,0.23111040592193605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.01,0.08218240141868591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.2,0.08877440094947815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.01,0.06976640224456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.2,0.09363840222358703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.2,0.34389119148254393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.01,0.08606079816818238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.01,0.08301439881324768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.2,0.10750080347061157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.2,0.42861437797546387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.01,0.10139520168304443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.01,0.08620799779891967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.2,0.10879360437393189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.2,0.124236798286438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.2,0.6283455848693847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.01,0.08460800051689148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.01,0.11102080345153809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.2,0.14778879880905152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.01,0.08594560027122497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.2,0.7207424163818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.01,0.11631360054016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.2,0.1745344042778015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.2,0.2110975980758667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.01,0.08937600255012512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.2,1.1652799606323243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.01,0.12136960029602051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.2,0.2876287937164307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.01,0.09474560022354125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.01,0.1388800024986267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.2,0.3985599994659424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.2,1.489798355102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.01,0.10011520385742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.2,0.4988224029541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.01,0.15449600219726561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.2,2.028121566772461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.2,0.7892799854278565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.01,0.10405119657516479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.01,0.19904639720916747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.2,0.8800448417663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.01,0.11008640527725219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.2,3.1089408874511717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.01,0.31553919315338136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.2,1.5227392196655274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.01,0.12865279912948607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.01,0.40320000648498533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.2,2.0293247222900392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.01,0.13712639808654786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.2,6.935890960693359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.01,0.5013951778411865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.2,2.1728384017944338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.01,0.15107200145721436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.01,0.6952000141143799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.2,3.5347137451171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.01,0.1795904040336609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.01,0.7502336025238037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.01,0.19720959663391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.2,8.562105560302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.01,1.1965888023376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.01,0.26965761184692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.01,0.3422976016998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.01,1.5078335762023927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.2,0.11440000534057618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.01,0.47760639190673826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.01,1.703878402709961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.2,0.07481600046157837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.01,0.6076608180999756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.2,0.05560320019721985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.01,0.936787223815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.01,2.945337677001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.2,0.06711680293083191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.01,1.0190272331237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.2,0.0700543999671936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.16136319637298585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.01,5.800563049316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.01,1.6415487289428712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.2,0.08442879915237426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.08535680174827576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.2,0.08664320111274719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.01,1.7431936264038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.07854719758033753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.2,0.08417919874191285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.2,0.08630399703979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.01,2.1904064178466798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.07366399765014649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.2,0.09042559862136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.08193920254707336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.01,3.722675323486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.08039039969444275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.2,0.1015552043914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.0833791971206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.08263040184974671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.01,7.488838195800781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.2,0.11221120357513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.10709120035171509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.0834176003932953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.2,0.12709759473800658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.1386304020881653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.0871295988559723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.2,0.13260799646377563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.2,0.15111680030822755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.0723136007785797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.09336959719657897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.2,0.18732160329818726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.06606720089912414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.09962239861488342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.2,0.21724801063537597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.10995839834213257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.2,0.2735680103302002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.074508798122406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.11102720499038696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.2,0.35253760814666746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.01,0.1296704053878784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.07750399708747864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.11986559629440308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.2,0.5060480117797852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.13708159923553467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.01,0.1083456039428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.07601919770240784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.2,0.7346303939819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.16504960060119628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.01,0.07834879755973816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.2,0.9867327690124512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.08092799782752991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.20388479232788087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.22390398979187012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.2,1.144108772277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.01,0.06087039709091187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.08423039913177491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.3034048080444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.01,0.06833919882774353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.2,1.6458816528320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.08312320113182067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,0.36769280433654783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.01,0.07401599884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,0.4878528118133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.08784000277519226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.2,2.063871955871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,0.6072192192077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.01,0.07690240144729614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.09376000165939331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.2,2.757196807861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,0.8903871536254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.09708799719810486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,1.1770432472229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.2,4.352121734619141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.01,0.08271359801292419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.09850239753723145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,1.464799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.10980479717254639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.01,0.08435199856758117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.2,8.042675018310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,2.3331840515136717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.11997439861297607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.01,0.08526080250740051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.01,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.14013439416885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,4.756166458129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.16971520185470582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.01,0.0945792019367218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.17831679582595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.01,0.1003648042678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.2518784046173096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.01,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.24727680683135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.2,0.1358847975730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.01,0.11881599426269532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.36784000396728517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.01,0.08938239812850952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.2,0.166156804561615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.01,0.13642879724502563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.01,0.12986880540847778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,0.4302847862243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.2,0.07266560196876526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.01,0.07931519746780395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.01,0.15271040201187133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,0.6480576038360596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.2,0.060102397203445436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.01,0.0630400002002716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.01,0.1954624056816101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.01,0.06812160015106201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.2,0.06955519914627076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,0.7699007987976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.01,0.07304959893226623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.01,0.20674560070037842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.2,0.07322880029678344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.01,0.07514879703521729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,1.0469440460205077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.01,0.2821120023727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.01,0.07999359965324401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.2,0.07133439779281617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.01,0.34785919189453124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.01,0.08050559759140015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,1.561094379425049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.01,0.4725823879241943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.2,0.07835519909858704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,1.8170560836791991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.01,0.08206080198287964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.01,0.6002304077148437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.01,0.0874239981174469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.2,0.07853440046310425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,3.215456008911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.01,0.08907520174980163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.2,0.08305280208587647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.01,0.8211135864257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.01,0.0923520028591156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.2,0.09002879858016968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.01,0.10537600517272949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.01,1.1626751899719239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,6.93609619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.2,0.08886399865150452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.01,0.1125823974609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.2,0.10209280252456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.01,1.435315227508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.01,0.12176640033721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.2,0.10814080238342286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.01,0.13975679874420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.01,2.1831487655639648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.01,0.15908479690551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.2,0.11360000371932984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.01,0.19748480319976808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.2,0.1328511953353882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.01,0.23118081092834472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.2,0.16120320558547974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.01,4.209215927124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.01,0.2988800048828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.2,0.16947200298309326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.2,0.08948479890823365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.01,0.350816011428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.2,0.21013119220733642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.2,0.12954879999160768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.01,0.4889023780822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.2,0.24410240650177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.01,0.6072768211364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.2,0.07397760152816772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.2,0.3364736080169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.01,0.9251263618469239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.2,0.40399999618530275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.2,0.061536002159118655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.01,1.1735615730285645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.2,0.5635007858276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.2,0.06488959789276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.01,0.09520639777183533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.01,1.3966208457946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.2,0.6931392192840576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.2,0.06977279782295227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.01,0.09448959827423095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.01,2.3241920471191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.2,0.9947839736938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.2,0.07285119891166687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.01,0.08661760091781616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.2,0.07756800055503846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.01,4.513817596435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.2,1.395315170288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.2,0.0760640025138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.01,0.0661184012889862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.2,1.7621503829956056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.2,0.07969279885292054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.01,0.0722432017326355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.2,2.7945600509643556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.01,0.0750656008720398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.2,0.08316159844398499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.01,0.0798143982887268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.2,0.08503680229187012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.2,5.653907012939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.2,0.08564479947090149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.01,0.08133760094642639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.2,0.08877440094947815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.2,0.12961920499801635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.01,0.08501759767532349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.2,0.09571200013160705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.2,0.0660863995552063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.01,0.08999040126800537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.2,0.05937920212745666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.2,0.06330239772796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.2,0.11256320476531982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.01,0.09348480105400085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.2,0.06940799951553345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.2,0.12300800085067749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.2,0.07349119782447815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.01,0.05661439895629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.2,0.1531391978263855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.01,0.0976256012916565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.2,0.08139520287513732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.2,0.08201599717140198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.01,0.11964160203933716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.2,0.16368639469146729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.01,0.10870399475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.2,0.08506240248680115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.01,0.08350080251693726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.01,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.2,0.22739200592041015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.2,0.09208319783210754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.01,0.060038399696350095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.2,0.0930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.2,0.2552191972732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.01,0.07009279727935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.2,0.092985600233078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.01,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.2,0.35820798873901366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.2,0.09967359900474548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.01,0.07500799894332885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.01,0.15917439460754396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.2,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.2,0.3919167995452881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.01,0.08201599717140198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.2,0.12163200378417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.01,0.20150399208068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.2,0.5338880062103272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.01,0.09100800156593322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.2,0.13281919956207275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.01,0.25283839702606203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.2,0.15045119524002076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.01,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.2,0.688095998764038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.2,0.17368320226669312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.01,0.09254400134086609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.01,0.3369407892227173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.2,0.22191998958587647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.2,1.048307228088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.01,0.09660159945487976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.01,0.4223423957824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.2,0.26859519481658933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.01,0.10974080562591552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.2,1.2679103851318358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.2,0.3409087896347046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.01,0.6185215950012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.01,0.10494719743728638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.2,0.4425856113433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.2,1.6951871871948243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.01,0.7004415988922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.01,0.11315200328826905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.2,0.6838272094726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.01,0.1276927947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.2,0.8227328300476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.01,0.9862912178039551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.2,2.9060096740722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.01,0.13037439584732055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.2,1.1869759559631348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.01,1.2568384170532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.2,1.423040008544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.01,0.14511359930038453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.2,5.397561645507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.01,1.4903552055358886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.01,0.17006080150604247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.2,1.9909696578979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.01,0.18428800106048585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.2,2.8113216400146483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.01,2.4407936096191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.01,0.22461440563201904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.01,0.2718400001525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.2,6.406809234619141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.01,4.960102462768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.01,0.36469120979309083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.01,0.4704895973205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.2,0.05546879768371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.01,0.6460224151611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.2,0.06299520134925843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.01,0.8302335739135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.2,0.06005120277404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.01,1.2304896354675292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.01,0.05597440004348755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.2,0.06945279836654664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.01,0.1367743968963623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.2,0.057017600536346434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.01,1.6041471481323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.01,0.08108800053596496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.2,0.07520639896392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.01,0.063372802734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.2,0.07783679962158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.01,1.9258495330810548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.2,0.06453120112419128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.01,0.07815679907798767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.2,0.08815360069274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.01,0.09075199961662292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.01,2.926924705505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.2,0.06403200030326843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.01,0.09905920028686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.2,0.0936191976070404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.2,0.0789247989654541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.01,0.11436799764633179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.2,0.09535359740257263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.01,6.173299026489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.01,0.11674239635467529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.2,0.09815679788589478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.01,0.12190079689025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.01,0.12285439968109131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.2,0.10334080457687378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.2,0.11260160207748413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.01,0.13198720216751098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.2,0.10577919483184814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.01,0.13709440231323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.2,0.11152000427246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.2,0.11381759643554687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.01,0.14708479642868041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.2,0.11764479875564575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.01,0.1568063974380493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.2,0.12405120134353638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.01,0.16778240203857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.2,0.1236415982246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.2,0.12735999822616578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.01,0.18724479675292968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.2,0.13607679605484008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.01,0.2188416004180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.2,0.15125759840011596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.01,0.22974081039428712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.2,0.13704960346221923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.2,0.16949119567871093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.01,0.2995903968811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.2,0.1449087977409363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.01,0.3486272096633911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.2,0.1871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.2,0.16079360246658325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.01,0.4604032039642334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.2,0.16725120544433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.2,0.23232638835906982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.01,0.5960000038146973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.2,0.18933759927749633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.2,0.31290879249572756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.01,0.8275199890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.2,0.21527040004730225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.2,0.4330239772796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.01,1.0757760047912597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.2,0.2382335901260376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.01,1.6544000625610351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.2,0.4766079902648926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.2,0.3073920011520386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.01,2.102873611450195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.2,0.6957119941711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.2,0.46405758857727053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.2,0.8581631660461426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.01,2.634726333618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.2,0.6056191921234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.2,1.3559488296508788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.01,3.907545471191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.2,0.6101503849029541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.2,1.8193279266357423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.01,8.059168243408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.2,0.852627182006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.2,2.1171327590942384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.2,1.1866623878479003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.2,3.366444778442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.2,1.6891839981079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.2,2.287455940246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.2,6.632659149169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.2,2.8443199157714845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.2,4.236505508422852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.2,8.629081726074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,power_law_1.01,0.08389120101928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,power_law_1.01,0.08394240140914917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,power_law_1.01,0.07601919770240784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,power_law_1.01,0.08208640217781067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,power_law_1.01,0.08452479839324951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,power_law_1.01,0.08392320275306701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,power_law_1.2,0.08528000116348267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,power_law_1.01,0.08494719862937927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,power_law_1.2,0.08533120155334473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,power_law_1.01,0.08490239977836608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,power_law_1.01,0.08652799725532531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,power_law_1.01,0.10151040554046631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,power_law_1.2,0.08446720242500305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,power_law_1.01,0.11183359622955322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,power_law_1.2,0.08329600095748901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,power_law_1.2,0.08406400084495544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,power_law_1.01,0.1190335988998413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,power_law_1.2,0.08384640216827392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,power_law_1.01,0.13177599906921386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,power_law_1.2,0.08428800106048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,power_law_1.01,0.13797760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,power_law_1.2,0.08561919927597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,power_law_1.01,0.156550395488739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,power_law_1.2,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,power_law_1.01,0.14156160354614258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,power_law_1.01,0.17820800542831422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,power_law_1.2,0.11045759916305542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.17727359533309936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,power_law_1.2,0.11221760511398315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.25657598972320556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,power_law_1.2,0.11946879625320435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,power_law_1.2,0.1355839967727661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.25144960880279543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,power_law_1.2,0.152128005027771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.3530240058898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,power_law_1.01,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,power_law_1.2,0.1774335980415344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,power_law_1.01,0.4488255977630615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,power_law_1.2,0.16247040033340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,power_law_1.01,0.08614400029182434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,power_law_1.01,0.582860803604126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,power_law_1.2,0.2045504093170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,power_law_1.01,0.07545599937438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,power_law_1.01,0.8127167701721192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.20561280250549316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,power_law_1.01,0.08895360231399536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,power_law_1.01,1.1503487586975099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.2814527988433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,power_law_1.01,0.09056000113487243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,power_law_1.01,1.630099105834961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.3321023941040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,power_law_1.2,0.4713791847229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,power_law_1.01,1.9494848251342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,power_law_1.01,0.08663039803504943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,power_law_1.2,0.6314815998077392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,power_law_1.01,0.0862272024154663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,128,power_law_1.01,3.459481430053711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,power_law_1.01,0.08704000115394592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,power_law_1.2,0.9265791893005371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,power_law_1.01,0.08871039748191833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,power_law_1.2,1.128979206085205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,128,power_law_1.01,6.320595169067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,power_law_1.01,0.09169920086860657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,power_law_1.2,1.867238426208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,power_law_1.01,0.10871679782867431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,power_law_1.01,0.10905599594116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,power_law_1.2,2.3136383056640626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,power_law_1.01,0.12878719568252564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,power_law_1.2,3.749747085571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,power_law_1.01,0.13273600339889527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,power_law_1.01,0.14794880151748657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,power_law_1.01,0.15907200574874877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,128,power_law_1.2,5.983155059814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,power_law_1.01,0.19646719694137574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,power_law_1.01,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,128,power_law_1.2,10.807231903076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,power_law_1.01,0.23223040103912354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,power_law_1.01,0.25496320724487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,power_law_1.01,0.3341248035430908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,power_law_1.01,0.36119680404663085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,power_law_1.01,0.49509758949279786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,power_law_1.01,0.6233407974243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,power_law_1.01,0.9668800354003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,power_law_1.2,0.08661119937896729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,power_law_1.2,0.08535680174827576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,power_law_1.01,1.2741120338439942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,power_law_1.01,1.6148351669311523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,power_law_1.2,0.08665599822998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,power_law_1.2,0.0820032000541687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,64,power_law_1.01,2.5321727752685548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,power_law_1.01,0.10294400453567505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,power_law_1.01,0.0986624002456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,power_law_1.2,0.08205440044403076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,power_law_1.01,0.08302080035209655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,power_law_1.2,0.08640639781951905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,64,power_law_1.01,5.139199829101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,power_law_1.01,0.09114239811897278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,power_law_1.2,0.08496000170707703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,power_law_1.01,0.09492480158805847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,power_law_1.01,0.09012479782104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,power_law_1.2,0.08602880239486695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,power_law_1.01,0.09474560022354125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,power_law_1.01,0.09020159840583801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,power_law_1.2,0.09434239864349366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,power_law_1.2,0.10836479663848878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,power_law_1.01,0.09205759763717651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,power_law_1.2,0.1082751989364624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,power_law_1.01,0.10143359899520873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,power_law_1.2,0.11019519567489625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,power_law_1.2,0.1032256007194519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,power_law_1.2,0.12286080121994018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,power_law_1.01,0.10970239639282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,power_law_1.2,0.10047359466552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,power_law_1.2,0.13850239515304566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,power_law_1.01,0.11356159448623657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,power_law_1.2,0.07901440262794494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,power_law_1.2,0.14659199714660645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,power_law_1.2,0.1750208020210266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,power_law_1.01,0.11692160367965698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,power_law_1.2,0.088128000497818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,power_law_1.2,0.20514559745788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,power_law_1.2,0.09139840006828308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,power_law_1.01,0.12108800411224366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,power_law_1.2,0.21340160369873046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,power_law_1.2,0.0870464026927948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,power_law_1.01,0.1235200047492981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,power_law_1.2,0.27981441020965575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,power_law_1.2,0.09322239756584168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,power_law_1.01,0.14097919464111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,power_law_1.2,0.2785536050796509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,power_law_1.2,0.09207680225372314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,power_law_1.2,0.4031040191650391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,power_law_1.01,0.17768319845199584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,power_law_1.2,0.46114559173583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,power_law_1.2,0.09264000058174134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,power_law_1.01,0.214630389213562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,power_law_1.2,0.6697984218597413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,power_law_1.2,0.09397119879722596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,power_law_1.01,0.3045759916305542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,power_law_1.2,0.8486080169677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,power_law_1.2,0.10339839458465576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,power_law_1.01,0.2942080020904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,power_law_1.2,1.2823936462402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,power_law_1.2,0.10369919538497925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,power_law_1.01,0.09872000217437744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,power_law_1.01,0.41280641555786135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,power_law_1.2,1.748486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,power_law_1.2,0.1142016053199768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,power_law_1.01,0.11056640148162841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,power_law_1.01,0.3996543884277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,power_law_1.2,1.9213695526123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,power_law_1.2,0.11664639711380005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,power_law_1.01,0.0865343987941742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,power_law_1.01,0.589024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,64,power_law_1.2,3.7555519104003907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,power_law_1.2,0.12748160362243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,power_law_1.01,0.08872320055961609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,power_law_1.01,0.6338047981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,power_law_1.2,0.13740160465240478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,power_law_1.01,0.09999359846115112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,64,power_law_1.2,7.802559661865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,power_law_1.01,0.8722111701965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,power_law_1.2,0.1605183959007263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,power_law_1.01,0.0927295982837677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,power_law_1.01,1.0986047744750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,power_law_1.2,0.20655999183654786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,power_law_1.01,0.096697598695755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,power_law_1.2,0.2323199987411499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,power_law_1.01,0.1114240050315857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,power_law_1.01,1.3071423530578614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,power_law_1.2,0.2993407964706421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,power_law_1.01,0.111353600025177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,32,power_law_1.01,2.1298496246337892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,power_law_1.01,0.114956796169281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,power_law_1.2,0.33597440719604493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,power_law_1.01,0.11698559522628785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,power_law_1.2,0.4619391918182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,32,power_law_1.01,4.392787170410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,power_law_1.01,0.11932799816131592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,power_law_1.2,0.4364480018615723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,power_law_1.01,0.12128640413284301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,power_law_1.2,0.6470784187316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,power_law_1.01,0.12597119808197021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,power_law_1.2,0.7550784111022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,power_law_1.01,0.1373311996459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,power_law_1.2,1.1501888275146483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,power_law_1.01,0.13904000520706178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,power_law_1.2,1.6407039642333985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,power_law_1.01,0.15363839864730836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,power_law_1.01,0.18539520502090454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,power_law_1.2,2.1906496047973634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,power_law_1.01,0.1904960036277771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,32,power_law_1.2,3.3239166259765627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,power_law_1.01,0.24464640617370606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,power_law_1.01,0.3237375974655151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,power_law_1.2,0.10941439867019653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,power_law_1.01,0.43678722381591795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,32,power_law_1.2,6.429203033447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,power_law_1.2,0.11757440567016601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,power_law_1.01,0.42042880058288573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,power_law_1.2,0.07808640003204345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,power_law_1.01,0.5261951923370362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,power_law_1.2,0.0864512026309967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,power_law_1.01,0.6354879856109619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,power_law_1.2,0.09601920247077941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,power_law_1.01,0.9723263740539551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,power_law_1.2,0.09047039747238159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,power_law_1.2,0.09704959988594056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,power_law_1.01,1.1019840240478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,power_law_1.2,0.10983040332794189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,power_law_1.01,1.3350784301757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,power_law_1.2,0.11247999668121338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,power_law_1.01,0.09416959881782531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,power_law_1.2,0.11455359458923339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,power_law_1.01,0.10359040498733521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,16,power_law_1.01,2.043699264526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,power_law_1.2,0.11573760509490967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,power_law_1.01,0.0939903974533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,power_law_1.2,0.12165759801864624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,power_law_1.01,0.09605759978294373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,power_law_1.2,0.12245759963989258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,16,power_law_1.01,3.735238265991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,power_law_1.01,0.10600320100784302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,power_law_1.2,0.1374400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,power_law_1.01,0.09610880017280579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,power_law_1.2,0.14104959964752198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,power_law_1.01,0.10311679840087891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,power_law_1.2,0.14388480186462402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,power_law_1.01,0.11052160263061524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,power_law_1.2,0.16163840293884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,power_law_1.01,0.10951039791107178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,power_law_1.2,0.18833279609680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,power_law_1.01,0.11081600189208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,power_law_1.2,0.2011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,power_law_1.01,0.11471359729766846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,power_law_1.2,0.2697472095489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,power_law_1.01,0.1221824049949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,power_law_1.2,0.34197120666503905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,power_law_1.01,0.12174079418182374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,power_law_1.2,0.4798783779144287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,power_law_1.2,0.09484800100326538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,power_law_1.01,0.139520001411438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,power_law_1.2,0.4620607852935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,power_law_1.2,0.10236159563064576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,power_law_1.2,0.6958911895751954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,power_law_1.01,0.15166720151901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,power_law_1.2,0.08207359910011292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,power_law_1.2,0.7460288047790528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,power_law_1.01,0.14949120283126832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,power_law_1.2,0.09512959718704224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,power_law_1.2,1.2195712089538575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,power_law_1.2,0.10230400562286376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,power_law_1.01,0.18217600584030152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,power_law_1.2,1.1889599800109862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,power_law_1.2,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,power_law_1.01,0.2139967918395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,power_law_1.2,1.5594495773315429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,power_law_1.2,0.10353280305862426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,power_law_1.01,0.2855168104171753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,16,power_law_1.2,2.595852851867676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,power_law_1.2,0.12184319496154786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,power_law_1.01,0.3383552074432373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,power_law_1.2,0.12372479438781739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,16,power_law_1.2,5.276512145996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,power_law_1.01,0.4621568202972412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,power_law_1.2,0.12634240388870238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,power_law_1.01,0.5320320129394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,power_law_1.2,0.1171839952468872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,power_law_1.2,0.12282880544662475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,power_law_1.01,0.6682688236236572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,power_law_1.2,0.13372160196304322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,power_law_1.01,0.056415998935699464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,power_law_1.01,0.7225152015686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,power_law_1.2,0.14894720315933227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,power_law_1.01,0.0664255976676941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,power_law_1.01,1.105299186706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,power_law_1.2,0.16186239719390869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05123839974403381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,power_law_1.2,0.1690111994743347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,power_law_1.01,1.3134271621704101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,power_law_1.01,0.05479679703712463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,power_law_1.2,0.16679680347442627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,power_law_1.01,0.055244797468185426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,power_law_1.01,1.8017471313476563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,power_law_1.2,0.19879679679870604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,power_law_1.01,0.05351679921150208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,power_law_1.2,0.2283519983291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,8,power_law_1.01,2.4266624450683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,power_law_1.01,0.053990399837493895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,power_law_1.2,0.2784575939178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,power_law_1.01,0.05363839864730835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,power_law_1.2,0.3627903938293457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,8,power_law_1.01,4.2983039855957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,power_law_1.01,0.05455999970436096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,power_law_1.2,0.4500288009643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,power_law_1.01,0.05440639853477478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,power_law_1.01,0.06325759887695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,power_law_1.2,0.6144320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,power_law_1.01,0.06396160125732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,power_law_1.2,0.7910975933074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,power_law_1.01,0.06721280217170715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,power_law_1.01,0.08098559975624084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,power_law_1.2,0.8455231666564942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,power_law_1.01,0.09104639887809754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,power_law_1.2,1.2187392234802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,power_law_1.01,0.10012160539627075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,power_law_1.01,0.08960639834403991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,power_law_1.2,0.05624319911003113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,power_law_1.2,1.4978495597839356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,power_law_1.01,0.11503360271453858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,power_law_1.2,0.0664896011352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,power_law_1.2,0.0510591983795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,power_law_1.2,2.190399932861328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,power_law_1.2,0.054636800289154054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.18899840116500854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05492479801177978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.16881920099258424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,8,power_law_1.2,2.8485504150390626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,power_law_1.2,0.05348479747772217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.22819199562072753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,power_law_1.2,0.05361279845237732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.2464128017425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,power_law_1.2,0.053286397457122804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,8,power_law_1.2,5.018028640747071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,power_law_1.01,0.3902463912963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,power_law_1.2,0.053478401899337766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,power_law_1.2,0.05608959794044495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,power_law_1.01,0.4927807807922363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,power_law_1.2,0.06672639846801758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,power_law_1.01,0.706060791015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,power_law_1.2,0.06910079717636108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,power_law_1.01,0.062483197450637816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,power_law_1.01,0.8257984161376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,power_law_1.2,0.07631360292434693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,power_law_1.01,0.056492799520492555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,power_law_1.2,0.08620799779891967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,power_law_1.01,1.0686847686767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,power_law_1.2,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,power_law_1.01,0.0497408002614975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,power_law_1.2,0.1078719973564148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,power_law_1.01,0.054655998945236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,128,power_law_1.01,2.212870407104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,power_law_1.2,0.09802240133285522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,power_law_1.01,0.05651199817657471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,power_law_1.2,0.14844160079956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,power_law_1.01,0.052223998308181765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.17909760475158693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,128,power_law_1.01,4.203257751464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,power_law_1.01,0.052095997333526614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.28679039478302004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,power_law_1.01,0.05539199709892273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.23618559837341307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,power_law_1.01,0.055769598484039305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.3598144054412842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,power_law_1.01,0.055769598484039305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.3860608100891113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,power_law_1.01,0.055206400156021115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,power_law_1.2,0.5581503868103027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,power_law_1.01,0.061990398168563846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,power_law_1.2,0.7503744125366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,power_law_1.01,0.06198400259017944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,power_law_1.2,1.1551936149597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,power_law_1.01,0.06666240096092224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,power_law_1.01,0.07537919878959656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,power_law_1.2,1.397760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,power_law_1.01,0.08016639947891235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,power_law_1.2,1.8267711639404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,power_law_1.01,0.09103360176086425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,power_law_1.2,0.05588480234146118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,128,power_law_1.2,3.017888069152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,power_law_1.01,0.10476800203323364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,power_law_1.2,0.0643455982208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,power_law_1.01,0.10682879686355591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,power_law_1.2,0.04894720017910004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,128,power_law_1.2,5.85406723022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,power_law_1.01,0.13263360261917115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,power_law_1.2,0.05605760216712952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,power_law_1.2,0.057055997848510745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,power_law_1.01,0.15985920429229736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,power_law_1.2,0.052851200103759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,power_law_1.01,0.2240447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,power_law_1.2,0.05296639800071716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,power_law_1.01,0.2645632028579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,power_law_1.2,0.053401601314544675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,power_law_1.01,0.05617920160293579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,power_law_1.01,0.36248319149017333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,power_law_1.2,0.0545087993144989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,power_law_1.01,0.06142079830169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,power_law_1.01,0.4080319881439209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,power_law_1.01,0.04960640072822571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,power_law_1.2,0.05672320127487183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,power_law_1.01,0.52259202003479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,power_law_1.01,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,power_law_1.2,0.0648639976978302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,power_law_1.01,0.055820798873901366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,power_law_1.01,0.6646463871002197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,power_law_1.2,0.06735360026359558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,power_law_1.01,0.05284479856491089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,power_law_1.01,0.9089535713195801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,power_law_1.2,0.07073919773101807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,power_law_1.01,0.05247359871864319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,power_law_1.2,0.07785599827766418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,power_law_1.01,0.05740159749984741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,64,power_law_1.01,1.1729087829589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,power_law_1.2,0.0821951985359192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,power_law_1.01,0.05741440057754517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,power_law_1.2,0.10140160322189332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,64,power_law_1.01,2.4032447814941404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,power_law_1.01,0.05809919834136963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,power_law_1.2,0.05597440004348755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,power_law_1.2,0.13745280504226684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,power_law_1.01,0.05691519975662231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,power_law_1.2,0.0597760021686554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,power_law_1.2,0.1250496029853821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,power_law_1.01,0.06220800280570984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,power_law_1.2,0.0497408002614975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,power_law_1.2,0.05592319965362549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,power_law_1.2,0.16016639471054078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,power_law_1.2,0.05427839756011963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,power_law_1.2,0.2091968059539795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,power_law_1.01,0.07155839800834655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,power_law_1.2,0.052716797590255736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,power_law_1.2,0.28291199207305906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,power_law_1.01,0.07551360130310059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,power_law_1.2,0.05253120064735413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,power_law_1.2,0.05403519868850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,power_law_1.2,0.30845439434051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,power_law_1.01,0.0797760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,power_law_1.2,0.05423359870910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,power_law_1.01,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,power_law_1.2,0.5076096057891846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,power_law_1.2,0.05707520246505737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,power_law_1.01,0.10109440088272095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,power_law_1.2,0.05612800121307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,power_law_1.2,0.6253824234008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,power_law_1.01,0.11293439865112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,power_law_1.2,0.0584384024143219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,power_law_1.2,0.8071167945861817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,power_law_1.2,0.06154879927635193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,power_law_1.01,0.16580480337142944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,power_law_1.2,0.07352960109710693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,power_law_1.01,0.14654719829559326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,power_law_1.2,1.0856831550598145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,power_law_1.2,0.07893120050430298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,power_law_1.01,0.18272639513015748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,power_law_1.2,0.08773120045661927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,power_law_1.2,1.7435392379760741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,power_law_1.01,0.22834560871124268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,power_law_1.2,0.09404799938201905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,power_law_1.2,0.11597440242767335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,power_law_1.01,0.29475839138031007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,64,power_law_1.2,2.749734306335449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,power_law_1.2,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,power_law_1.01,0.37348480224609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,power_law_1.2,0.17875839471817018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,power_law_1.01,0.575878381729126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,power_law_1.2,0.16714240312576295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,64,power_law_1.2,5.972780990600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,power_law_1.2,0.24430079460144044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,power_law_1.01,0.5467711925506592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,power_law_1.2,0.3343744039535522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,power_law_1.01,0.08124160170555114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,power_law_1.01,0.6727935791015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,power_law_1.2,0.45757441520690917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,power_law_1.2,0.4892608165740967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,32,power_law_1.01,1.0643648147583007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,power_law_1.01,0.07080320119857789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,power_law_1.2,0.6559167861938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,power_law_1.01,0.07082239985466003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,power_law_1.2,0.9150591850280761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,32,power_law_1.01,1.929190444946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,power_law_1.01,0.09610880017280579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,power_law_1.2,1.134483242034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,power_law_1.01,0.09315199851989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,power_law_1.01,0.09448959827423095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,32,power_law_1.2,2.073676872253418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,power_law_1.01,0.0892799973487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,power_law_1.01,0.09274880290031433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,32,power_law_1.2,3.4900222778320313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,power_law_1.01,0.09340159893035889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,power_law_1.01,0.09909120202064514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,power_law_1.01,0.10662399530410767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,power_law_1.01,0.11044479608535766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,power_law_1.01,0.11918720006942748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,power_law_1.01,0.1319551944732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,power_law_1.01,0.13829760551452636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,power_law_1.01,0.14631680250167847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,power_law_1.01,0.17827839851379396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,power_law_1.01,0.223142409324646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,power_law_1.01,0.31271040439605713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,power_law_1.01,0.2746880054473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,power_law_1.2,0.0768064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,power_law_1.01,0.3397183895111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,power_law_1.2,0.07079039812088013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,power_law_1.01,0.37348480224609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,power_law_1.2,0.07674239873886109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,power_law_1.01,0.48619518280029295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,power_law_1.2,0.07809280157089234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,power_law_1.01,0.5616384029388428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,power_law_1.2,0.08790400028228759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,power_law_1.01,0.8214143753051758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,power_law_1.2,0.08981760144233704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,power_law_1.2,0.07724800109863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,power_law_1.01,1.2656000137329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,power_law_1.2,0.09100160002708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,power_law_1.01,1.4138815879821778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,power_law_1.2,0.09491199851036072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,32,power_law_1.01,1.9276927947998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,power_law_1.2,0.1007040023803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,power_law_1.2,0.10609920024871826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,power_law_1.2,0.1164031982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,32,power_law_1.01,4.439219284057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,power_law_1.2,0.12933759689331054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,power_law_1.2,0.14514559507369995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,power_law_1.2,0.15975680351257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,power_law_1.2,0.20870399475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,power_law_1.2,0.23802878856658935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,power_law_1.2,0.3115839958190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,power_law_1.2,0.2882303953170776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,power_law_1.2,0.4188672065734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,power_law_1.01,0.10257920026779174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,power_law_1.2,0.44737920761108396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,power_law_1.2,0.6266367912292481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,power_law_1.01,0.10204800367355346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,power_law_1.2,0.7638783931732178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,power_law_1.01,0.11153919696807861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,power_law_1.2,0.10059520006179809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,power_law_1.2,1.0265088081359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,power_law_1.01,0.08843520283699036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,power_law_1.2,0.10041600465774536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,power_law_1.01,0.08912640213966369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,power_law_1.2,1.3185664176940919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,power_law_1.2,0.0930624008178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,power_law_1.01,0.0998528003692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,power_law_1.2,0.08873599767684937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,power_law_1.2,2.025388717651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,power_law_1.01,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,power_law_1.2,0.09041919708251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,power_law_1.2,0.09952639937400817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,power_law_1.01,0.10589439868927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,32,power_law_1.2,3.424883270263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,power_law_1.01,0.10113279819488526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,power_law_1.2,0.09594879746437072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,32,power_law_1.2,7.673126220703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,power_law_1.2,0.100108802318573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,power_law_1.01,0.09937279820442199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,power_law_1.2,0.09904639720916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,power_law_1.01,0.10520319938659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,power_law_1.2,0.10156799554824829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,power_law_1.01,0.10641280412673951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,power_law_1.2,0.11599999666213989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,power_law_1.01,0.1305791974067688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,power_law_1.2,0.11431039571762085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,power_law_1.01,0.13459839820861816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,power_law_1.2,0.13049600124359131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,power_law_1.01,0.13692159652709962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,power_law_1.01,0.10224640369415283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,power_law_1.01,0.1598912000656128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,power_law_1.2,0.14789119958877564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,power_law_1.2,0.17662719488143921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,power_law_1.01,0.10127999782562255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,power_law_1.01,0.19519360065460206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,power_law_1.2,0.24769918918609618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.1942080020904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.23104000091552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,power_law_1.01,0.09127680063247681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.23617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.2784640073776245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.2614912033081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.2933120012283325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,power_law_1.01,0.09975039958953857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.4188223838806152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.338809609413147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,power_law_1.01,0.09471359848976135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,power_law_1.2,0.5993472099304199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,power_law_1.01,0.08824319839477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,power_law_1.01,0.4811583995819092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,power_law_1.2,0.897862434387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,power_law_1.01,0.10790400505065918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,power_law_1.01,0.6485311985015869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,power_law_1.2,1.062342357635498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,power_law_1.01,0.09607679843902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,power_law_1.01,0.7590400218963623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,power_law_1.2,1.467795181274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,power_law_1.01,0.1058303952217102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,power_law_1.2,2.235212707519531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,power_law_1.01,1.1806143760681151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,power_law_1.01,0.11180800199508667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,power_law_1.2,3.174367904663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,power_law_1.01,0.10942720174789429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,power_law_1.01,1.4944704055786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,power_law_1.01,0.11403520107269287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,128,power_law_1.2,4.558623886108398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,power_law_1.01,1.8900415420532226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,power_law_1.01,0.1211967945098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,power_law_1.01,0.13514879941940308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,128,power_law_1.2,9.90097885131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,128,power_law_1.01,3.2132030487060548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,power_law_1.01,0.1374079942703247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,power_law_1.2,0.10364799499511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,power_law_1.01,0.15550719499588012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,128,power_law_1.01,6.1931713104248045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,power_law_1.2,0.10047999620437623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,power_law_1.01,0.1955456018447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,power_law_1.2,0.1074944019317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,power_law_1.01,0.1977728009223938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,power_law_1.2,0.09244160056114196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,power_law_1.01,0.2602880001068115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,power_law_1.2,0.10005760192871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,power_law_1.01,0.253657603263855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,power_law_1.2,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,power_law_1.01,0.33230080604553225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,power_law_1.01,0.40926079750061034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,power_law_1.2,0.08776959776878357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,power_law_1.2,0.10645760297775268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,power_law_1.01,0.5414271831512452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,power_law_1.2,0.0953279972076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,power_law_1.01,0.7233344078063965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,power_law_1.01,0.9807871818542481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,power_law_1.2,0.11032320261001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,power_law_1.01,1.2607872009277343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,power_law_1.2,0.11221120357513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,power_law_1.01,1.5945599555969239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,power_law_1.2,0.11864320039749146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,power_law_1.2,0.13251839876174926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,64,power_law_1.01,2.415059280395508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,power_law_1.2,0.1394752025604248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,power_law_1.2,0.1511296033859253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,64,power_law_1.01,4.976287841796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,power_law_1.2,0.17768319845199584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,power_law_1.01,0.10384000539779663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,power_law_1.2,0.2221695899963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,power_law_1.01,0.11090559959411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,power_law_1.2,0.2124095916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,power_law_1.01,0.11630079746246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,power_law_1.2,0.278272008895874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,power_law_1.01,0.10888960361480712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,power_law_1.2,0.10269440412521362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,power_law_1.2,0.3053440093994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,power_law_1.01,0.0942463994026184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,power_law_1.2,0.11122560501098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,power_law_1.01,0.09591040015220642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,power_law_1.2,0.38453121185302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,power_law_1.2,0.11687040328979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,power_law_1.01,0.09764479994773864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,power_law_1.2,0.4930367946624756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,power_law_1.01,0.10859520435333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,power_law_1.2,0.1018496036529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,power_law_1.01,0.1093951940536499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,power_law_1.2,0.09824000000953674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,power_law_1.2,0.6916160106658935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,power_law_1.01,0.11207679510116578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,power_law_1.2,0.09339519739151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,power_law_1.2,0.8365887641906739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,power_law_1.2,0.095551997423172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,power_law_1.01,0.11874560117721558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,power_law_1.2,1.283340835571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,power_law_1.2,0.09544960260391236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,power_law_1.01,0.12062720060348511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,power_law_1.01,0.12108160257339477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,power_law_1.2,1.6696575164794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,power_law_1.2,0.1066431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,power_law_1.01,0.13482240438461304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,power_law_1.2,0.10330239534378052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,power_law_1.2,1.9485631942749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,power_law_1.01,0.1387712001800537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,power_law_1.2,0.11114879846572875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,power_law_1.01,0.15923839807510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,power_law_1.2,0.1168895959854126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,64,power_law_1.2,3.569318389892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,power_law_1.01,0.19340159893035888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,power_law_1.2,0.11827199459075928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,power_law_1.01,0.22205440998077391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,power_law_1.2,0.12568960189819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,power_law_1.01,0.29989120960235593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,64,power_law_1.2,7.5582527160644535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,power_law_1.01,0.10147839784622192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,power_law_1.01,0.3097088098526001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,power_law_1.2,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,power_law_1.01,0.3989759922027588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,power_law_1.01,0.11241600513458253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,power_law_1.2,0.14277119636535646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,power_law_1.01,0.4690688133239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,power_law_1.2,0.15492479801177977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,power_law_1.01,0.15496959686279296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,power_law_1.01,0.6668799877166748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,power_law_1.2,0.1928320050239563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,power_law_1.01,0.08575360178947448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,power_law_1.01,0.6541823863983154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,power_law_1.2,0.23743999004364014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,power_law_1.01,0.09782400131225585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,power_law_1.01,0.8744832038879394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,power_law_1.2,0.31013760566711424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,power_law_1.01,0.09535359740257263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,power_law_1.01,1.2713472366333007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,power_law_1.01,0.09824000000953674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,power_law_1.2,0.35583999156951907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,power_law_1.01,1.5268863677978515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,power_law_1.01,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,power_law_1.2,0.4487296104431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,32,power_law_1.01,2.358233642578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,power_law_1.01,0.12085119485855103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,power_law_1.2,0.5748223781585693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,power_law_1.01,0.13315839767456056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,32,power_law_1.01,4.549753570556641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,power_law_1.2,0.7577919960021973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,power_law_1.01,0.11923840045928955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,power_law_1.2,0.7736703872680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,power_law_1.01,0.11797759532928467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,power_law_1.2,1.189247989654541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,power_law_1.01,0.12576639652252197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,power_law_1.2,1.6896448135375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,power_law_1.01,0.14045439958572387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,power_law_1.01,0.1473855972290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,power_law_1.2,1.81909122467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,power_law_1.01,0.1583232045173645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,power_law_1.01,0.15311360359191895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,32,power_law_1.2,2.73809928894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,power_law_1.2,0.10238080024719239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,power_law_1.01,0.18559999465942384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,power_law_1.2,0.13745280504226684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,power_law_1.01,0.21470720767974855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,32,power_law_1.2,5.701619338989258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,power_law_1.01,0.26927359104156495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,power_law_1.2,0.09623680114746094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,power_law_1.2,0.10027519464492798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,power_law_1.01,0.30981760025024413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,power_law_1.2,0.09726079702377319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,power_law_1.01,0.41959681510925295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,power_law_1.2,0.0972544014453888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,power_law_1.01,0.41845121383666994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,power_law_1.2,0.10378880500793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,power_law_1.01,0.6458943843841553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,power_law_1.2,0.11628160476684571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,power_law_1.01,0.744326400756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,power_law_1.01,0.09399679899215699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,power_law_1.2,0.11663360595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,power_law_1.01,0.10478719472885131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,power_law_1.01,1.0848064422607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,power_law_1.01,0.1478335976600647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,power_law_1.2,0.11943680047988892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,power_law_1.01,1.0851967811584473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,power_law_1.01,0.09702399969100953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,power_law_1.2,0.12021119594573974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,power_law_1.01,0.11029119491577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,power_law_1.2,0.12547199726104735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,power_law_1.01,1.4436991691589356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,power_law_1.01,0.10364799499511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,power_law_1.2,0.12802560329437257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,power_law_1.01,0.10543359518051147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,power_law_1.2,0.13518719673156737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,16,power_law_1.01,2.097977638244629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,power_law_1.01,0.11194239854812622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,power_law_1.2,0.1396415948867798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,power_law_1.01,0.1261504054069519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,power_law_1.2,0.16054400205612182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,16,power_law_1.01,4.158886337280274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,power_law_1.01,0.1276800036430359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,power_law_1.2,0.1995519995689392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,power_law_1.01,0.12620799541473388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,power_law_1.2,0.22639360427856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,power_law_1.01,0.13198720216751098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,power_law_1.2,0.0949184000492096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,power_law_1.2,0.2929088115692139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,power_law_1.01,0.13779200315475465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,power_law_1.01,0.1374400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,power_law_1.2,0.10631680488586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,power_law_1.2,0.3227583885192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,power_law_1.01,0.14403200149536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,power_law_1.2,0.4422143936157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,power_law_1.2,0.08577280044555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,power_law_1.2,0.47019519805908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,power_law_1.2,0.09859840273857116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,power_law_1.01,0.18570879697799683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,power_law_1.01,0.2130687952041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,power_law_1.2,0.11030399799346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,power_law_1.2,0.6381055831909179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,power_law_1.01,0.2509632110595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,power_law_1.2,0.09895679950714112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,power_law_1.2,0.7425280094146729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,power_law_1.01,0.31252479553222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,power_law_1.2,0.10565760135650634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,power_law_1.01,0.34007039070129397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,power_law_1.2,1.173862361907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,power_law_1.01,0.45112318992614747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,power_law_1.2,0.10974719524383544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,power_law_1.01,0.5717631816864014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,power_law_1.2,1.3666048049926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,power_law_1.2,0.11904000043869019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,power_law_1.01,0.7968832015991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,power_law_1.2,0.11773439645767211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,power_law_1.2,1.6725248336791991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,power_law_1.01,0.8171199798583985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,power_law_1.2,0.14027520418167114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,power_law_1.01,1.139846420288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,16,power_law_1.2,2.20133113861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,power_law_1.2,0.14793599843978883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,power_law_1.01,1.4285247802734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,power_law_1.01,0.026399999856948853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,power_law_1.2,0.14940160512924194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,power_law_1.01,1.6472768783569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,power_law_1.01,0.02632319927215576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,16,power_law_1.2,4.962246322631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,power_law_1.2,0.14083839654922486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,8,power_law_1.01,2.5402111053466796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,power_law_1.2,0.14839040040969848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,power_law_1.01,0.026636800169944762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,power_law_1.01,0.027187201380729675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,power_law_1.2,0.14771840572357178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,8,power_law_1.01,4.840364837646485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,power_law_1.2,0.16936960220336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,power_law_1.2,0.19393919706344603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,power_law_1.2,0.24943358898162843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,power_law_1.2,0.306278395652771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,power_law_1.01,0.0265855997800827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,power_law_1.2,0.3721535921096802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,power_law_1.01,0.02778240144252777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,power_law_1.2,0.0262719988822937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,power_law_1.2,0.4832320213317871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,power_law_1.01,0.027897599339485168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,power_law_1.2,0.026707199215888978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,power_law_1.2,0.026969599723815917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,power_law_1.2,0.6293504238128662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,power_law_1.2,0.02715519964694977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,power_law_1.2,0.9128064155578614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,power_law_1.2,0.027500799298286437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,power_law_1.2,0.8521920204162597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,power_law_1.2,1.2040255546569825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,power_law_1.2,0.02675839960575104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,power_law_1.01,0.030188798904418945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,power_law_1.01,0.026771199703216553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,power_law_1.2,1.5674495697021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,power_law_1.01,0.026425600051879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,power_law_1.01,0.03076480031013489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,power_law_1.2,0.028089600801467895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,power_law_1.01,0.026655998826026917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,power_law_1.2,0.028364801406860353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,power_law_1.2,1.8664640426635741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,power_law_1.01,0.027110400795936584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,power_law_1.01,0.027219200134277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,8,power_law_1.2,2.7510080337524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,power_law_1.2,0.0296640008687973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,8,power_law_1.2,5.7364543914794925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,power_law_1.2,0.03018240034580231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,power_law_1.01,0.033004799485206605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,power_law_1.2,0.030559998750686646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,power_law_1.01,0.033632001280784606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,power_law_1.01,0.028249600529670717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,power_law_1.01,0.03674240112304687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,power_law_1.01,0.028467199206352232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,power_law_1.01,0.028748801350593566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,power_law_1.2,0.033139199018478394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,power_law_1.2,0.03450239896774292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,power_law_1.2,0.03615359961986542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,power_law_1.2,0.026259198784828186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,power_law_1.01,0.030956798791885377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,power_law_1.2,0.026707199215888978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,power_law_1.01,0.031206399202346802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,power_law_1.01,0.04339199960231781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,power_law_1.01,0.032262399792671204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,power_law_1.2,0.0265855997800827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,power_law_1.01,0.04256640076637268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,power_law_1.2,0.043347200751304625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,power_law_1.2,0.02712959945201874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,power_law_1.2,0.044761601090431216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,power_law_1.2,0.027551999688148497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,power_law_1.01,0.03600000143051148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,power_law_1.01,0.035955199599266054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,power_law_1.01,0.037215998768806456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,power_law_1.2,0.027539199590682982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,power_law_1.2,0.028697600960731505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,power_law_1.2,0.029683199524879456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,power_law_1.01,0.050860798358917235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,power_law_1.2,0.05420799851417542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,power_law_1.2,0.030963200330734252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,power_law_1.01,0.04797439873218536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,power_law_1.2,0.031455999612808226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,power_law_1.01,0.051622402667999265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,power_law_1.2,0.03351680040359497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,power_law_1.01,0.0692736029624939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,power_law_1.2,0.06765440106391907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,power_law_1.2,0.03565439879894257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,power_law_1.01,0.053574401140213015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,power_law_1.2,0.0358271986246109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,power_law_1.2,0.03644160032272339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.01,0.08271359801292419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.2,0.0824832022190094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.01,0.11487360000610351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,power_law_1.2,0.04625279903411865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,power_law_1.01,0.06833279728889466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.2,0.11636480093002319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.01,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,power_law_1.2,0.05247359871864319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.2,0.13814400434494017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.01,0.19471360445022584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.01,0.23633279800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.2,0.19163520336151124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.01,0.4013184070587158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,power_law_1.2,0.057011198997497556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.2,0.2755840063095093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.01,0.5292160034179687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.2,0.40221438407897947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.01,0.08559359908103943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.2,0.5558527946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.01,0.1198464035987854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,power_law_1.2,0.0748416006565094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.01,0.13318400382995604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.01,0.23967359066009522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.01,0.28706560134887693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.2,0.0883072018623352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.01,0.414188814163208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.2,0.1369920015335083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.01,0.5022208213806152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.01,0.7273344039916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.2,0.1962048053741455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.01,0.9621567726135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.2,0.7897791862487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.2,0.27501440048217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.01,1.0531776428222657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.01,1.1440832138061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.2,0.39329280853271487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,power_law_1.01,1.4126079559326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.2,1.0464703559875488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,power_law_1.01,1.1907008171081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.2,0.46053118705749513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,4,power_law_1.01,2.5866815567016603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,power_law_1.2,1.3442432403564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,8,power_law_1.01,1.9820735931396485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.2,0.6907648086547852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,4,power_law_1.01,4.736467361450195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,8,power_law_1.2,2.14334716796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.2,0.8744000434875489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,8,power_law_1.01,3.5748737335205076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.2,1.1123071670532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,8,power_law_1.2,4.244268798828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,power_law_1.2,1.6063167572021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,4,power_law_1.2,2.07653751373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,4,power_law_1.2,5.914720153808593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,power_law_1.01,0.029542401432991028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,power_law_1.2,0.029414400458335876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,power_law_1.01,0.029798400402069092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,power_law_1.2,0.029548799991607665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,power_law_1.01,0.029651200771331786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,power_law_1.2,0.029529601335525513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,power_law_1.01,0.030585598945617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,power_law_1.2,0.030643200874328612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,power_law_1.01,0.029875200986862183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,power_law_1.01,0.030067199468612672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,power_law_1.2,0.029977598786354066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,power_law_1.01,0.03076480031013489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,power_law_1.2,0.030163198709487915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,power_law_1.01,0.030291199684143066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,power_law_1.2,0.0298880010843277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,power_law_1.01,0.031020799279212953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,power_law_1.2,0.030451199412345885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,power_law_1.2,0.03030399978160858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,power_law_1.01,0.03123840093612671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,power_law_1.2,0.03075839877128601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,power_law_1.01,0.02956799864768982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,power_law_1.2,0.029945600032806396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,power_law_1.01,0.030943998694419862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,power_law_1.2,0.031763198971748355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,power_law_1.01,0.03153280019760132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,power_law_1.01,0.03129599988460541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,power_law_1.2,0.03134720027446747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,power_law_1.2,0.03146879971027374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,power_law_1.01,0.031839999556541446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,power_law_1.2,0.03177599906921387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,power_law_1.01,0.034041601419448855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,power_law_1.2,0.033318400382995605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,power_law_1.01,0.03364480137825012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,power_law_1.2,0.03367680013179779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,power_law_1.01,0.034668800234794614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,power_law_1.2,0.03389439880847931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,power_law_1.01,0.034745600819587705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,power_law_1.2,0.03521279990673065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,power_law_1.2,0.03561600148677826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,power_law_1.01,0.03466239869594574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,power_law_1.2,0.03544960021972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,power_law_1.01,0.03573119938373566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,power_law_1.01,0.03731839954853058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,power_law_1.2,0.03741439878940582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,power_law_1.01,0.04162560105323791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,power_law_1.2,0.04022400081157684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,power_law_1.01,0.03898879885673523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,power_law_1.2,0.03934719860553741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,power_law_1.01,0.03909760117530823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,power_law_1.01,0.04211840033531189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,power_law_1.2,0.04211840033531189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,power_law_1.2,0.04101119935512543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,power_law_1.01,0.045203199982643126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,power_law_1.2,0.04434559941291809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,power_law_1.01,0.06464639902114869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,power_law_1.2,0.05395200252532959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,power_law_1.2,0.06625919938087463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,power_law_1.01,0.06238080263137817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,power_law_1.01,0.05578879714012146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,power_law_1.2,0.05578240156173706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,power_law_1.01,0.05917440056800842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,power_law_1.2,0.061318397521972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,power_law_1.2,0.07752320170402527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,power_law_1.01,0.07272319793701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,power_law_1.01,0.06513919830322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,power_law_1.2,0.0686847984790802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,power_law_1.01,0.08743680119514466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,power_law_1.2,0.09044479727745056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.01,0.1061568021774292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,power_law_1.2,0.08380159735679626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.01,0.10677759647369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.2,0.1201856017112732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.01,0.17244800329208373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.2,0.20035839080810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.01,0.1558784008026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.2,0.2604991912841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.01,0.3101696014404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.2,0.36382079124450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.01,0.14279040098190307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.2,0.1571903944015503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.01,0.4746240139007568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.2,0.4917247772216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.01,0.1995519995689392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.2,0.19768320322036742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.01,0.6858367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.01,0.296230411529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.2,0.6081600189208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.01,0.41074562072753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.2,0.30681600570678713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.01,0.7837183952331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.2,0.9034303665161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.01,0.6064767837524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.2,0.415283203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.01,1.223782444000244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.2,1.471168041229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.01,0.7002240180969238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.01,1.1478848457336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.2,0.5564479827880859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.01,1.711404800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.2,2.1076160430908204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.01,1.5458815574645997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.2,0.7893119812011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,power_law_1.01,1.9587072372436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,power_law_1.01,1.939072036743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,power_law_1.2,2.6696128845214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.2,1.1277119636535644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,8,power_law_1.01,2.7570367813110352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,4,power_law_1.01,3.6086654663085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,4,power_law_1.2,3.4312511444091798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.2,1.5182463645935058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,8,power_law_1.01,5.926067352294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,4,power_law_1.01,6.6031745910644535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,power_law_1.2,1.9730623245239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,4,power_law_1.2,6.92047348022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,8,power_law_1.2,3.1519424438476564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,8,power_law_1.2,6.0691265106201175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.06455680131912231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.06412799954414368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.06581119894981384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.06691840291023254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.0656063973903656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.05581439733505249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.06394240260124207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.06816639900207519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.06682239770889283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.06784639954566955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,power_law_1.2,0.06859520077705383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,power_law_1.01,0.06718720197677612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,power_law_1.2,0.06847360134124755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,power_law_1.01,0.060140800476074216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,power_law_1.2,0.05498239994049072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,power_law_1.01,0.057894402742385866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,power_law_1.2,0.05846400260925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.0666815996170044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,power_law_1.2,0.06259840130805969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.06826239824295044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,power_law_1.01,0.061299198865890504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.06935039758682252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.07022719979286193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.070796799659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.0710528016090393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.07281919717788696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,power_law_1.2,0.06423680186271667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,power_law_1.01,0.06531839966773986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.07371519804000855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.07535359859466553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.07651839852333069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,power_law_1.2,0.07013760209083557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.07745919823646545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,power_law_1.01,0.07009919881820678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.08263040184974671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,power_law_1.2,0.07109760046005249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.08559359908103943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,power_law_1.01,0.0706816017627716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.08364800214767457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.0864960014820099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.08552320003509521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.08999040126800537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.08983680009841918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.09980159997940063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.0944320023059845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.11798399686813354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.10776319503784179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.13007999658584596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.12513920068740844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.15971839427947998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,power_law_1.2,0.07479680180549622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,power_law_1.01,0.0732479989528656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,power_law_1.2,0.077183997631073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,power_law_1.01,0.07478399872779846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,power_law_1.01,0.07857919931411743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,power_law_1.2,0.07976959943771363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,power_law_1.01,0.0847487986087799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.1811903953552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.1990272045135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,power_law_1.01,0.08621439933776856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,power_law_1.2,0.08677120208740234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.20874879360198975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.25432960987091063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.2676736116409302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,power_law_1.2,0.0909056007862091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,power_law_1.01,0.0892799973487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.3500416040420532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.3478847980499268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,0.49144320487976073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.5731328010559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.6617983818054199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,0.7507328033447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,1.0880703926086426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,1.0726143836975097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,power_law_1.2,0.0927232027053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,1.4579520225524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,1.5309056282043456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,power_law_1.2,0.09881600141525268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,1.6891008377075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,power_law_1.01,0.09269760251045227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,2.0430912017822265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,power_law_1.01,0.10521600246429444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,power_law_1.2,0.10935039520263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,2.7421695709228517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,2.7529151916503904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,5.527059173583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,4.689497756958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,9.504102325439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,power_law_1.01,0.11704319715499878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,power_law_1.2,0.12017279863357544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.2,0.20126080513000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.01,0.15704959630966187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.2,0.22495999336242675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.01,0.20131840705871581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.01,0.2621567964553833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.2,0.31782400608062744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.01,0.3364543914794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.2,0.40039677619934083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.01,0.4979712009429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.2,0.7208127975463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.01,0.7116543769836425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.2,0.8762944221496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,power_law_1.01,0.07429119944572449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,power_law_1.2,0.07465599775314331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.01,1.0071040153503419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.2,1.335968017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,power_law_1.01,0.07153919935226441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,power_law_1.2,0.07278079986572265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,power_law_1.01,0.06079360246658325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.01,1.3431808471679687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.2,2.0263423919677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,power_law_1.2,0.05598719716072083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,power_law_1.01,0.056543999910354616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,power_law_1.2,0.05790079832077026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,power_law_1.01,0.06072319746017456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,power_law_1.01,1.6272832870483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,power_law_1.2,2.363814353942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,64,power_law_1.01,2.4513471603393553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,64,power_law_1.2,3.791641616821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,64,power_law_1.01,5.414611053466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,64,power_law_1.2,8.440518188476563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,power_law_1.01,0.06610559821128845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,power_law_1.01,0.06878719925880432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,power_law_1.01,0.07229440212249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,power_law_1.2,0.06997119784355163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,power_law_1.01,0.07683839797973632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,power_law_1.2,0.07714560031890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,power_law_1.2,0.08124160170555114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,power_law_1.01,0.07854719758033753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,power_law_1.2,0.08184959888458251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,power_law_1.01,0.09098240137100219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,power_law_1.01,0.06646400094032287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,power_law_1.2,0.09393919706344604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,power_law_1.2,0.06776319742202759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,power_law_1.01,0.09067519903182983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,power_law_1.2,0.09591680169105529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,power_law_1.01,0.09594240188598632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,power_law_1.01,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,power_law_1.2,0.08053119778633118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,power_law_1.2,0.09713919758796692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,power_law_1.01,0.06085759997367859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,power_law_1.2,0.057843202352523805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,power_law_1.2,0.05928320288658142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,power_law_1.01,0.06272640228271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,power_law_1.2,0.06330239772796631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,power_law_1.2,0.09632639884948731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,power_law_1.01,0.10023679733276367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,power_law_1.2,0.10195200443267823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,power_law_1.01,0.11096320152282715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,power_law_1.2,0.1143231987953186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,power_law_1.01,0.06903679966926575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,power_law_1.01,0.12770559787750244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,power_law_1.2,0.0697920024394989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,power_law_1.2,0.13473279476165773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.01,0.1398848056793213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.2,0.15576959848403932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,power_law_1.2,0.0784063994884491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,power_law_1.01,0.07832959890365601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.01,0.17770880460739136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.2,0.22284159660339356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.01,0.20840320587158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,power_law_1.2,0.0805184006690979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,power_law_1.01,0.08069760203361512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.2,0.2568192005157471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.01,0.2910720109939575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.2,0.3990400075912476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.01,0.40385918617248534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.2,0.4762303829193115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.01,0.5291391849517822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.2,0.6391488075256347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.01,0.7253183841705322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,power_law_1.01,0.08773760199546814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.2,0.8463168144226074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.01,1.0120448112487792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,power_law_1.2,0.08958719968795777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,power_law_1.01,0.08903040289878845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.01,1.3820735931396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.2,1.3512639999389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,power_law_1.2,0.0950976014137268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,power_law_1.01,1.6726783752441405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,power_law_1.01,0.09322239756584168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.2,1.9690176010131837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,power_law_1.2,0.10288000106811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,power_law_1.01,0.09971839785575867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,32,power_law_1.01,2.757209587097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,power_law_1.2,2.3148799896240235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,power_law_1.2,0.10176000595092774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,power_law_1.01,0.10368640422821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,32,power_law_1.01,5.486067199707032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,power_law_1.2,0.10927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,32,power_law_1.2,3.972281646728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,power_law_1.01,0.10830719470977783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,32,power_law_1.2,8.379853057861329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,power_law_1.2,0.11344640254974366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,power_law_1.01,0.10951039791107178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,power_law_1.2,0.12090239524841309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,power_law_1.01,0.11678719520568848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,power_law_1.2,0.13043839931488038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,power_law_1.01,0.12630399465560913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,power_law_1.2,0.15573760271072387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,power_law_1.01,0.14790400266647338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.2,0.17932159900665284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.01,0.17049599885940553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.2,0.22018558979034425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.01,0.20566399097442628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.01,0.26727681159973143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.2,0.2716671943664551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,power_law_1.01,0.06384000182151794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,power_law_1.2,0.06453120112419128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,power_law_1.01,0.07596799731254578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.01,0.3420736074447632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.2,0.404256010055542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,power_law_1.2,0.07676159739494323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,power_law_1.01,0.0642687976360321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,power_law_1.2,0.061689597368240354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.01,0.4652416229248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.2,0.4955008029937744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,power_law_1.01,0.0630016028881073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,power_law_1.2,0.0650111973285675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,power_law_1.01,0.07152000069618225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.01,0.6076032161712647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.2,0.754860782623291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,power_law_1.2,0.0699072003364563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.01,0.7683328151702881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.2,0.9734080314636231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.2,1.5576640129089356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.01,1.2284416198730468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.01,1.768115234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.2,2.047315216064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,power_law_1.01,0.07856000065803528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,power_law_1.2,0.07845119833946228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,power_law_1.01,1.914201545715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,power_law_1.2,2.467366409301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,power_law_1.01,0.08938239812850952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,power_law_1.2,0.09084799885749817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,power_law_1.01,0.09622399806976319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,16,power_law_1.01,3.0012096405029296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,power_law_1.2,0.09207040071487427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,16,power_law_1.2,4.268588638305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,16,power_law_1.01,6.397420883178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,16,power_law_1.2,10.158624267578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,power_law_1.01,0.10307199954986572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,power_law_1.2,0.10634880065917969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,power_law_1.01,0.11203199625015259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,power_law_1.2,0.11464320421218872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,power_law_1.01,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,power_law_1.2,0.11624959707260132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,power_law_1.01,0.12151039838790893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,power_law_1.2,0.12422399520874024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,power_law_1.01,0.1255295991897583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,power_law_1.2,0.12765439748764038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,power_law_1.01,0.12954239845275878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,power_law_1.2,0.13590400218963622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,power_law_1.01,0.14476799964904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,power_law_1.2,0.14581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,power_law_1.01,0.148089599609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,power_law_1.2,0.1532415986061096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,power_law_1.01,0.15998719930648803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,power_law_1.2,0.16387840509414672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.01,0.2166912078857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,power_law_1.2,0.1978816032409668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.01,0.29852159023284913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.2,0.23054080009460448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.01,0.33844480514526365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.2,0.2996351957321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.01,0.5056191921234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.01,0.6171775817871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.2,0.39971199035644533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.01,0.9006848335266113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.2,0.5448895931243897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.01,1.1024703979492188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.2,0.6648128032684326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.01,1.6930303573608398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.2,1.0013248443603515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.01,2.284793663024902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.2,1.4264255523681642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,power_law_1.01,2.8658367156982423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.2,1.8140544891357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,8,power_law_1.01,4.101849746704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.2,2.659641647338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,8,power_law_1.01,8.852499389648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,power_law_1.2,3.247679901123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,8,power_law_1.2,5.169939041137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,8,power_law_1.2,10.490150451660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.028492799401283263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.028575998544692994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.028723201155662535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.028755199909210206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.028755199909210206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.0289792001247406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.029209598898887634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.029772800207138062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.029382398724555968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.0301503986120224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.029529601335525513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.030291199684143066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.030054399371147157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.030681601166725157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.030329599976539612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.030880001187324525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.03285120129585266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.03298560082912445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.03338240087032318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.03380480110645294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.03436160087585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.035078400373458864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.03689599931240082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.037241598963737486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.03857280015945434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.043347200751304625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.046758401393890384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.04689280092716217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.04537599980831146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.04865280091762543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,power_law_1.01,0.027046400308609008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,power_law_1.2,0.026995199918746948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,power_law_1.01,0.026144000887870788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,power_law_1.2,0.025920000672340394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,power_law_1.01,0.02640640139579773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,power_law_1.2,0.02682879865169525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,power_law_1.01,0.02863360047340393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,power_law_1.2,0.02855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.05003520250320435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,power_law_1.2,0.029369598627090453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,power_law_1.01,0.029721599817276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.05839999914169312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.06172800064086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.07704960107803345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.08672639727592468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.06445440053939819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,power_law_1.2,0.030124801397323608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,power_law_1.01,0.02999039888381958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.09591680169105529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.12138880491256714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.11429120302200317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,power_law_1.2,0.03059200048446655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,power_law_1.01,0.030451199412345885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.17240959405899048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,power_law_1.2,0.03086079955101013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,power_law_1.01,0.030476799607276915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.16151039600372313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.2489408016204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.21679360866546632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.3424384117126465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,0.31889920234680175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,power_law_1.01,0.03312639892101288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,power_law_1.2,0.03370240032672882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,0.5193920135498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,0.4114240169525146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,power_law_1.01,0.03390080034732819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,0.6276351928710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,0.5923520088195801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,power_law_1.01,0.03473919928073883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,power_law_1.2,0.03549439907073974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,1.0748607635498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,0.8217280387878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,1.0444992065429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,1.4223999977111816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,1.7380287170410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,1.7643264770507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,power_law_1.01,0.03811840116977692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,3.7038463592529296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,power_law_1.2,0.03899520039558411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,2.7475263595581056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,power_law_1.01,0.03923200070858002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,power_law_1.2,0.04012799859046936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,power_law_1.01,0.0411327987909317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,power_law_1.2,0.041606399416923526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,5.588134384155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,power_law_1.01,0.0442111998796463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,power_law_1.2,0.04656000137329101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,power_law_1.01,0.04583039879798889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,power_law_1.2,0.047353601455688475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,power_law_1.01,0.030220800638198854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,power_law_1.2,0.030527999997138976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,power_law_1.01,0.028352001309394838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,power_law_1.01,0.05389440059661865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,power_law_1.2,0.02908799946308136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,power_law_1.2,0.0553600013256073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,power_law_1.2,0.02892799973487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,power_law_1.01,0.061363202333450315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,power_law_1.2,0.06756479740142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,power_law_1.01,0.028940799832344054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,power_law_1.2,0.029164800047874452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.01,0.07282559871673584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.2,0.08289920091629029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,power_law_1.2,0.03038719892501831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.01,0.07913600206375122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.2,0.09629439711570739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.01,0.12436480522155761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.2,0.13725440502166747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,power_law_1.01,0.031193599104881287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,power_law_1.2,0.03155840039253235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,power_law_1.01,0.03155199885368347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,power_law_1.2,0.03213439881801605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,power_law_1.01,0.03234559893608093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,power_law_1.2,0.032691198587417605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.2,0.2107775926589966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.01,0.15576959848403932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.2,0.2721856117248535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.01,0.1787775993347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.01,0.30492799282073973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.2,0.39672958850860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,power_law_1.01,0.03553279936313629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,power_law_1.2,0.0356799989938736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.01,0.36459519863128664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.2,0.531763219833374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,power_law_1.01,0.03555200099945068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,power_law_1.2,0.03612799942493439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,power_law_1.01,0.037599998712539676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.01,0.6006720066070557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.2,0.9629055976867675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,power_law_1.2,0.03707520067691803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.01,0.897152042388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.2,1.418246364593506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,power_law_1.01,0.8701312065124511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,power_law_1.2,1.8020479202270507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,power_law_1.01,0.03893760144710541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,power_law_1.2,0.03959679901599884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,64,power_law_1.01,1.8498687744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,power_law_1.01,0.0406143993139267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,64,power_law_1.2,2.9540224075317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,power_law_1.01,0.041868799924850465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,power_law_1.2,0.040524798631668094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,64,power_law_1.01,3.4943870544433593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,power_law_1.2,0.04457600116729736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,64,power_law_1.2,7.1703742980957035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,power_law_1.01,0.04704639911651611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,power_law_1.2,0.04885759949684143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,power_law_1.01,0.050323200225830075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,power_law_1.2,0.054048001766204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,power_law_1.01,0.05916799902915955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,power_law_1.2,0.06321920156478882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,power_law_1.01,0.0633791983127594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,power_law_1.2,0.07352960109710693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.01,0.07623040080070495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.2,0.08475520014762879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.01,0.09621760249137878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.01,0.1189568042755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.2,0.10055040121078491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.01,0.15481599569320678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,power_law_1.01,0.03456639945507049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.01,0.20018560886383058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.2,0.2088383913040161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.01,0.3365312099456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,power_law_1.01,0.031091201305389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.2,0.2993407964706421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,power_law_1.2,0.029452800750732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.01,0.39064319133758546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,power_law_1.01,0.029548799991607665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.2,0.45035519599914553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,power_law_1.2,0.029606398940086365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.01,0.6257919788360595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,power_law_1.01,0.030694401264190672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.01,0.847430419921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,power_law_1.2,0.031148800253868104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.2,0.7265664100646972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,power_law_1.01,0.0318336009979248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,power_law_1.01,0.9483327865600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.2,0.9319999694824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,32,power_law_1.01,1.5338111877441407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.2,1.094655990600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,32,power_law_1.01,3.1393728256225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,power_law_1.2,1.6407743453979493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,32,power_law_1.2,3.1681535720825194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,power_law_1.01,0.03380480110645294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,power_law_1.2,0.034016001224517825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,power_law_1.01,0.035283198952674864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,power_law_1.2,0.035488000512123107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,32,power_law_1.2,5.7641857147216795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,power_law_1.01,0.03553279936313629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,power_law_1.2,0.03546879887580871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,power_law_1.01,0.039027199149131775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,power_law_1.2,0.03935999870300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,power_law_1.01,0.040031999349594116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,power_law_1.2,0.04085119962692261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,power_law_1.01,0.041280001401901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,power_law_1.2,0.04222080111503601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,power_law_1.2,0.04620159864425659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,power_law_1.01,0.044582399725914004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,power_law_1.2,0.044844800233840944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,power_law_1.01,0.045484799146652224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,power_law_1.01,0.04776960015296936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,power_law_1.2,0.049465599656105044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,power_law_1.01,0.055622398853302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,power_law_1.2,0.055641597509384154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,power_law_1.01,0.0575872004032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,power_law_1.2,0.06106240153312683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,power_law_1.01,0.06653439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,power_law_1.2,0.06886399984359741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,power_law_1.01,0.08087040185928344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,power_law_1.2,0.08455680012702942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.01,0.08749439716339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.2,0.09687680006027222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.01,0.10704640150070191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.2,0.11854079961776734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.01,0.1404096007347107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.2,0.15367679595947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.2,0.21765758991241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.01,0.17815680503845216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.01,0.2712575912475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.2,0.36866559982299807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.2,0.43924479484558104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.01,0.3697792053222656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.2,0.7022784233093262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.01,0.4504064083099365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.01,0.7681024074554443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.2,0.9171456336975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.01,0.9862144470214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.2,1.6198272705078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,power_law_1.01,1.29998722076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,power_law_1.2,2.0223295211791994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,16,power_law_1.01,2.1840896606445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,16,power_law_1.2,3.3285568237304686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,16,power_law_1.01,4.012377548217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,16,power_law_1.2,6.9457855224609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,power_law_1.01,0.05578240156173706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,power_law_1.01,0.0549888014793396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,power_law_1.2,0.04734080135822296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,power_law_1.01,0.04604159891605377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,power_law_1.2,0.04607360064983368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,power_law_1.01,0.053311997652053834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,power_law_1.2,0.055206400156021115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,power_law_1.01,0.05688959956169128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,power_law_1.2,0.05248640179634094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,power_law_1.01,0.059008002281188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,power_law_1.2,0.06380800008773804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,power_law_1.01,0.06392319798469544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,power_law_1.2,0.06496000289916992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,power_law_1.01,0.0650111973285675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,power_law_1.01,0.06722559928894042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,power_law_1.2,0.06989439725875854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,power_law_1.01,0.07028480172157288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,power_law_1.2,0.07228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,power_law_1.01,0.07100160121917724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,power_law_1.2,0.07593600153923034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,power_law_1.01,0.07612800002098083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,power_law_1.01,0.07770879864692688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,power_law_1.2,0.08049920201301575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,power_law_1.01,0.08120959997177124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,power_law_1.2,0.08600320219993592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,power_law_1.01,0.0831167995929718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,power_law_1.2,0.08680319786071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,power_law_1.01,0.08520960211753845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,power_law_1.2,0.10027519464492798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,power_law_1.01,0.09735040068626404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,power_law_1.2,0.11976959705352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,power_law_1.01,0.11446399688720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.2,0.14613120555877684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.01,0.1596735954284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.2,0.18376319408416747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.01,0.2185983896255493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.2,0.2637376070022583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,power_law_1.01,0.05609599947929382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.01,0.26890881061553956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.2,0.3767296075820923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,power_law_1.01,0.05764480233192444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,power_law_1.2,0.04844799935817719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.01,0.41276159286499026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,power_law_1.01,0.04664320051670075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,power_law_1.2,0.047679999470710756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.2,0.46766080856323244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,power_law_1.01,0.0538752019405365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.01,0.571072006225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,power_law_1.2,0.05422080159187317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.2,0.6404096126556397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,power_law_1.01,0.05554559826850891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,power_law_1.2,0.055129599571228025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.01,0.7614016056060791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.2,0.8547840118408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.01,0.9946623802185058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.2,1.229804801940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.01,1.6427135467529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.2,2.1415168762207033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,power_law_1.01,1.7896896362304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,power_law_1.2,2.3588607788085936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,power_law_1.01,0.062028801441192626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,power_law_1.2,0.06401919722557067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,32,power_law_1.01,2.656070327758789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,power_law_1.01,0.06747519969940186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,power_law_1.2,0.06643840074539184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,32,power_law_1.2,3.938380813598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,power_law_1.01,0.06809599995613098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,power_law_1.2,0.06698240041732788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,32,power_law_1.01,5.477536010742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,32,power_law_1.2,10.28748779296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,power_law_1.01,0.0710207998752594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,power_law_1.2,0.07132800221443177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,power_law_1.01,0.07401599884033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,power_law_1.2,0.07349759936332703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,power_law_1.01,0.07645440101623535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,power_law_1.01,0.08184959888458251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,power_law_1.2,0.08347520232200623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,power_law_1.01,0.08453760147094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,power_law_1.2,0.08524159789085388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,power_law_1.2,0.05688959956169128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,power_law_1.01,0.08884479999542236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,power_law_1.2,0.09117439985275269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,power_law_1.01,0.06543999910354614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,power_law_1.2,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,power_law_1.01,0.05667200088500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,power_law_1.2,0.054790401458740236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,power_law_1.01,0.05768960118293762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,power_law_1.01,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,power_law_1.01,0.06275200247764587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,power_law_1.2,0.09520639777183533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,power_law_1.2,0.06045439839363098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,power_law_1.2,0.10437120199203491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,power_law_1.01,0.11027840375900269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,power_law_1.2,0.1188480019569397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,power_law_1.01,0.13153280019760133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,power_law_1.2,0.1305408000946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.01,0.14290560483932496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.01,0.1893056035041809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.2,0.1654080033302307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,power_law_1.01,0.06929919719696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,power_law_1.2,0.06631680130958557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.01,0.23215999603271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.2,0.2117759943008423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,power_law_1.2,0.07189120054244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.01,0.35117440223693847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.2,0.27010560035705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,power_law_1.01,0.07571840286254883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,power_law_1.2,0.07662720084190369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.01,0.4174079895019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.2,0.3884991884231567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.01,0.6164544105529786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.2,0.5034304141998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.01,0.7838208198547363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.2,0.683187198638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.01,1.2440768241882325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.2,0.9637375831604004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.01,1.6279615402221679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,power_law_1.01,0.0803712010383606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,power_law_1.2,0.07985280156135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.2,1.3748543739318848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,power_law_1.01,1.8534463882446288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,power_law_1.01,0.08399360179901123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,power_law_1.2,0.0838271975517273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.2,1.8776447296142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,power_law_1.01,0.08780159950256347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,power_law_1.2,0.0877951979637146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,16,power_law_1.01,3.0597888946533205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,power_law_1.2,2.311404800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,power_law_1.01,0.10091520547866821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,power_law_1.2,0.10072959661483764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,power_law_1.01,0.10241919755935669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,16,power_law_1.01,5.652396774291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,power_law_1.2,0.10547840595245361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,16,power_law_1.2,3.8873855590820314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,power_law_1.01,0.10839040279388427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,power_law_1.2,0.10856959819793702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,16,power_law_1.2,9.250701141357421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,power_law_1.01,0.11125760078430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,power_law_1.2,0.11354240179061889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,power_law_1.01,0.11783679723739623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,power_law_1.2,0.11733759641647339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,power_law_1.01,0.1327679991722107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,power_law_1.2,0.13630720376968383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,power_law_1.01,0.15776000022888184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,power_law_1.2,0.16628479957580566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.01,0.17527040243148803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.2,0.1804479956626892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.01,0.24350719451904296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.2,0.27248640060424806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.01,0.3103935956954956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.2,0.322489595413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.01,0.41779842376708987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.2,0.4773824214935303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.01,0.5752895832061767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.2,0.6017600059509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.01,0.8528256416320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.2,0.9492287635803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.01,1.027340793609619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.2,1.083788776397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.01,1.4292799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.2,1.9587648391723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.01,1.9392576217651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.2,2.387308883666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,power_law_1.01,2.604217529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,power_law_1.2,3.2708606719970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,8,power_law_1.01,4.181510543823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,8,power_law_1.2,5.162156677246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,8,power_law_1.01,7.703033447265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,8,power_law_1.2,13.793632507324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.07827200293540955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.078847998380661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.08168320059776306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.08083199858665466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.07772799730300903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.06815999746322632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.06721919775009155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.07146239876747132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.07089920043945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.0819711983203888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.0800383985042572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.0830784022808075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.08469759821891784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.08389760255813598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.08544639945030212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.08439040184020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.08561919927597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.09004160165786743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.08558080196380616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.09077119827270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.09749760031700135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.09404799938201905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.09371520280838012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.0936896026134491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.10919680595397949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.10254720449447632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.10412800312042236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.10509439706802368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.11538560390472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.11425280570983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,power_law_1.01,0.07609599828720093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,power_law_1.2,0.07714560031890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.12424960136413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.14769279956817627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,power_law_1.2,0.07409279942512512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,power_law_1.01,0.07651839852333069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,power_law_1.01,0.07528319954872131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,power_law_1.2,0.07556480169296265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,power_law_1.01,0.05826560258865356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,power_law_1.2,0.06386560201644897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,power_law_1.01,0.06627839803695679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,power_law_1.2,0.06168320178985596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.14347519874572753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.1534783959388733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.1880511999130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.21393280029296874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.2104896068572998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.25204479694366455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.26733438968658446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.35537281036376955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,0.3468991994857788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,0.47219200134277345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,0.5265471935272217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,0.5899136066436768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,power_law_1.2,0.06968960165977478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,0.6867839813232421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,0.9614336013793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,power_law_1.01,0.0757311999797821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,power_law_1.2,0.07550079822540283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,1.0292863845825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,power_law_1.01,0.08183680176734924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,1.3301568031311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,power_law_1.2,0.08286719918251037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,1.284160041809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,1.7936319351196288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,1.6295360565185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,2.470425605773926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,2.569171142578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,4.041542434692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,5.222342300415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,9.62735366821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,power_law_1.01,0.08423039913177491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,power_law_1.2,0.08348159790039063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,power_law_1.01,0.08757759928703308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,power_law_1.2,0.08610560297966004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,power_law_1.01,0.09049599766731262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,power_law_1.2,0.0890496015548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,power_law_1.01,0.0954688012599945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,power_law_1.2,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,power_law_1.01,0.09111679792404175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,power_law_1.2,0.09403520226478576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,power_law_1.01,0.09737600088119507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,power_law_1.2,0.09493759870529175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,power_law_1.01,0.10062719583511352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,power_law_1.2,0.10437120199203491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,power_law_1.01,0.10998400449752807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,power_law_1.2,0.10609920024871826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,power_law_1.01,0.07500159740447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,power_law_1.2,0.07575039863586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,power_law_1.01,0.08956800103187561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,power_law_1.2,0.08891519904136658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,power_law_1.01,0.08648959994316101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,power_law_1.2,0.08391039967536926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,power_law_1.01,0.11227519512176513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,power_law_1.2,0.11490559577941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,power_law_1.01,0.05896959900856018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,power_law_1.2,0.05924479961395264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,power_law_1.01,0.06576640009880066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,power_law_1.01,0.12844799757003783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,power_law_1.2,0.14024959802627562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.01,0.1430400013923645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.01,0.17715840339660643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.2,0.2087104082107544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,power_law_1.01,0.07019519805908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,power_law_1.2,0.07136639952659607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.01,0.20789759159088134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.2,0.2294464111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,power_law_1.01,0.07726719975471497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,power_law_1.2,0.07512320280075073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.01,0.2714816093444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.2,0.35571839809417727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,power_law_1.2,0.07980800271034241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.01,0.33483519554138186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.2,0.42381439208984373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.01,0.4674367904663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.2,0.6455423831939697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.01,0.647814416885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.2,0.8040384292602539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.01,0.9255359649658204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.2,1.239072036743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.01,1.2286144256591798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.2,1.691935920715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,power_law_1.2,0.08638719916343689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,power_law_1.01,0.0856768012046814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,power_law_1.01,1.4553536415100097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,power_law_1.2,1.9815935134887694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,power_law_1.2,0.08891519904136658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,power_law_1.01,0.09009280204772949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,64,power_law_1.01,2.4940799713134765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,power_law_1.2,0.0934656023979187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,power_law_1.01,0.09103999733924865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,64,power_law_1.2,3.648691177368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,64,power_law_1.01,5.194739151000976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,64,power_law_1.2,7.187468719482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,power_law_1.01,0.09440000057220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,power_law_1.01,0.10058239698410035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,power_law_1.2,0.09665279984474182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,power_law_1.01,0.10286719799041748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,power_law_1.2,0.09940479993820191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,power_law_1.01,0.1114240050315857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,power_law_1.2,0.11105279922485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,power_law_1.01,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,power_law_1.2,0.11731200218200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,power_law_1.01,0.12749439477920532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,power_law_1.2,0.1255552053451538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,power_law_1.01,0.06814720034599304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,power_law_1.01,0.14194560050964355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,power_law_1.2,0.06810879707336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,power_law_1.2,0.145798397064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,power_law_1.01,0.08311039805412293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,power_law_1.2,0.08319360017776489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.01,0.157151997089386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.2,0.16367360353469848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,power_law_1.01,0.09653120040893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,power_law_1.2,0.07845759987831116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.01,0.18814719915390016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.2,0.21203839778900146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,power_law_1.01,0.061561602354049685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,power_law_1.2,0.06108160018920898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.01,0.22629120349884033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.2,0.26861441135406494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,power_law_1.01,0.06519039869308471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,power_law_1.2,0.06762880086898804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.01,0.30782079696655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.2,0.359443211555481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.01,0.39134080410003663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.2,0.43191041946411135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.01,0.5854720115661621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.2,0.6293504238128662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.2,0.8289664268493653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.01,0.6932672023773193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.2,1.297868824005127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.01,0.9820927619934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,power_law_1.01,0.07537919878959656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.01,1.343295955657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.2,1.5530367851257325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,power_law_1.01,0.08082559704780579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,power_law_1.2,0.08019840121269226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,power_law_1.01,1.683340835571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,power_law_1.2,2.2910207748413085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,power_law_1.01,0.08508800268173218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,power_law_1.2,0.08861439824104309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,32,power_law_1.01,2.7039615631103517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,32,power_law_1.2,3.5400638580322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,32,power_law_1.01,5.401472091674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,32,power_law_1.2,6.8371330261230465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,power_law_1.01,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,power_law_1.2,0.09624320268630981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,power_law_1.01,0.09923200011253357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,power_law_1.2,0.0967423975467682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,power_law_1.01,0.10386559963226319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,power_law_1.2,0.0987712025642395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,power_law_1.2,0.11166080236434936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,power_law_1.01,0.11167360544204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,power_law_1.2,0.1137727975845337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,power_law_1.01,0.11560959815979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,power_law_1.2,0.11772799491882324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,power_law_1.2,0.13040000200271606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,power_law_1.01,0.1265920042991638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,power_law_1.2,0.13617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,power_law_1.01,0.13377920389175416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,power_law_1.2,0.06772480010986329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,power_law_1.2,0.14258559942245483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,power_law_1.01,0.14183679819107056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,power_law_1.01,0.07891839742660522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,power_law_1.2,0.07886719703674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,power_law_1.2,0.16904959678649903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,power_law_1.01,0.16443519592285155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,power_law_1.01,0.0979200005531311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,power_law_1.2,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.01,0.18158719539642335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.2,0.19441920518875122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,power_law_1.01,0.07058560252189636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,power_law_1.2,0.06869120001792908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.2,0.24804480075836183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.01,0.22722558975219725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,power_law_1.2,0.07515519857406616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,power_law_1.01,0.07784960269927979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.2,0.2985408067703247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.01,0.26543359756469725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.2,0.41123199462890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.01,0.3866879940032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.2,0.5539199829101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.01,0.47638401985168455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.2,0.8020352363586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.01,0.6549888134002686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.2,0.9869695663452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.01,0.8413503646850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,power_law_1.01,0.09205759763717651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,power_law_1.2,0.09048960208892823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.01,1.1488320350646972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.2,1.5421504020690917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,power_law_1.2,0.09347839951515198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,power_law_1.01,0.10197759866714477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.01,1.655379295349121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.2,1.942367935180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,power_law_1.2,0.1074112057685852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,power_law_1.01,0.10717439651489258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,power_law_1.2,2.1617664337158202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,power_law_1.01,2.0124736785888673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,power_law_1.01,0.12727680206298828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,power_law_1.2,0.1260032057762146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,power_law_1.01,0.1286463975906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,power_law_1.2,0.12957439422607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,16,power_law_1.2,3.7139713287353517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,16,power_law_1.01,2.7957311630249024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,power_law_1.01,0.13470079898834228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,power_law_1.2,0.13754240274429322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,16,power_law_1.01,5.943212890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,power_law_1.01,0.14109439849853517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,16,power_law_1.2,7.951904296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,power_law_1.2,0.1411520004272461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,power_law_1.01,0.14594559669494628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,power_law_1.2,0.14387840032577515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,power_law_1.01,0.15482239723205565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,power_law_1.2,0.1508095979690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,power_law_1.01,0.16446720361709594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,power_law_1.2,0.16286079883575438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,power_law_1.01,0.16776959896087645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,power_law_1.2,0.17070080041885377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,power_law_1.01,0.1833791971206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,power_law_1.2,0.19136639833450317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,power_law_1.01,0.21710081100463868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,power_law_1.2,0.21751680374145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.2,0.2596800088882446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.01,0.23301761150360106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.01,0.3147968053817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.2,0.3177088022232056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.01,0.364518404006958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.2,0.41031680107116697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.01,0.5265664100646973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.2,0.5545343875885009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.01,0.676032018661499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.2,0.6754432201385498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.01,0.906067180633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.2,0.9763327598571777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.01,1.1092351913452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.2,1.283033561706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.01,1.6425664901733399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.2,2.008121681213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.01,2.232147216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.2,2.622751998901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,power_law_1.01,2.550419235229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,power_law_1.2,3.0835712432861326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,8,power_law_1.01,4.313395309448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,8,power_law_1.2,6.118099212646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,8,power_law_1.01,8.824082946777343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,8,power_law_1.2,10.264659118652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.13492480516433716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.07853440046310425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.1462399959564209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.10408960580825806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.07736960053443909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.07431679964065552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.07852799892425537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.07752320170402527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.081632000207901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.0690496027469635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.07523840069770812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.07043840289115906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.0748095989227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.07140480279922486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.0732096016407013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.07171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.07500799894332885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.07211520075798035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.07858560085296631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.07336320281028748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.0800320029258728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.08506879806518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.08222079873085023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.08513280153274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.09158400297164918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.08748800158500672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.11066880226135253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.09477760195732117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.12476160526275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.10156799554824829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.13194880485534669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.1195520043373108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.15872639417648315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.10498559474945068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.20051839351654052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.1394495964050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.22247040271759033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.17795200347900392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.3580672025680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.2313472032546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.29240319728851316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.20639359951019287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.2,0.39040000438690187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.27654399871826174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.2,0.5089151859283447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.01,0.33140480518341064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.2,0.8297216415405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.01,0.5156032085418701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.2,1.2183615684509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.01,0.5938687801361084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.2,1.8740095138549804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.01,0.9941311836242676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.01,1.1034815788269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.2,2.1702911376953127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.01,1.349177646636963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.2,3.02476806640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.01,2.3130048751831054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.2,4.09027214050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.01,4.90447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.2,11.624646759033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.01,0.17269760370254517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.01,0.11132800579071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.2,0.07809919714927674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.01,0.07308800220489502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.2,0.12801920175552367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.01,0.07849599719047547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.01,0.07964159846305847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.01,0.08036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.2,0.07552639842033386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.01,0.08135679960250855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.2,0.08161280155181885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.01,0.08238080143928528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.01,0.13657599687576294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.2,0.13617279529571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.2,0.09326080083847046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.01,0.08049920201301575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.01,0.0824832022190094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.2,0.08175359964370728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.2,0.09434880018234253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.01,0.08172159790992736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.01,0.0760320007801056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.2,0.06926079988479614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.2,0.09512320160865784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.01,0.10748159885406494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.01,0.07465599775314331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.2,0.07211520075798035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.01,0.11062400341033936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.2,0.09693440198898315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.01,0.07799680233001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.2,0.07735679745674133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.01,0.11370879411697388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.2,0.10213760137557984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.01,0.09244800209999085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.2,0.09008640050888062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.01,0.1162943959236145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.2,0.0983295977115631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.01,0.09523199796676636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.2,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.01,0.12192000150680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.2,0.10666240453720092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.01,0.09514240026474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.2,0.09410560131072998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.01,0.12471040487289428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.2,0.11238399744033814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.01,0.0956928014755249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.2,0.09581440091133117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.01,0.10764800310134888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.2,0.10290559530258178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.2,0.09191039800643921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.01,0.09815040230751038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.01,0.12151679992675782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.2,0.10896639823913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.2,0.10667519569396973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.01,0.105132794380188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.01,0.15480320453643798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.2,0.11051520109176635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.2,0.11564799547195434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.01,0.11149439811706544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.01,0.1974400043487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.2,0.11113599538803101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.2,0.11695359945297241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.01,0.11333119869232178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.01,0.23401598930358886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.2,0.1149183988571167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.01,0.11324800252914428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.2,0.14521600008010865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.01,0.3141439914703369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.2,0.1236799955368042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.01,0.12248320579528808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.2,0.17774080038070678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.2,0.12365440130233765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.01,0.3262144088745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.01,0.12556159496307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.2,0.22715520858764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.2,0.10774400234222412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.01,0.4416192054748535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.01,0.10209920406341552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.2,0.276147198677063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.2,0.13007359504699706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.01,0.5076159954071044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.01,0.12243200540542602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.2,0.43335680961608886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.2,0.14988800287246704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.01,0.7921408176422119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.01,0.14037760496139526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.2,0.20276479721069335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.2,0.39550080299377444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.01,0.17800320386886598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.01,1.0076607704162597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.2,0.2339263916015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.2,0.6983168125152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.01,0.19047679901123046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.01,1.1179776191711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.2,0.3131711959838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.2,0.8495231628417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.01,0.27397119998931885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.2,0.4156352043151855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.01,1.8660415649414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.01,0.35634560585021974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.2,1.2494208335876464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.2,0.6404287815093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.01,0.4777215957641602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.2,1.4259967803955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.2,0.6782464027404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.01,3.888614273071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.01,0.5140160083770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.2,1.1866623878479003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.2,2.0541696548461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.01,0.7597568035125732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.2,1.4417152404785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.2,3.235456085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.01,0.8408576011657715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.2,1.6708927154541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.01,1.0364224433898925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.2,8.284678649902343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.2,2.453049659729004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.01,1.658380889892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.2,6.812844848632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.01,3.681804656982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.01,0.13689600229263305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.01,0.08353919982910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.01,0.07773439884185791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.01,0.07145599722862243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.01,0.07713279724121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.01,0.09011840224266052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.01,0.09473279714584351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.2,0.19372160434722902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.01,0.09566079974174499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.2,0.19438719749450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.01,0.09542400240898133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.01,0.12078720331192017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.2,0.06805760264396668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.2,0.14810240268707275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.01,0.08791679739952088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.2,0.07069439888000488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.2,0.13877760171890258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.01,0.10710400342941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.01,0.06960639953613282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.2,0.07418879866600037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.2,0.06937599778175355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.01,0.07022719979286193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.2,0.08957440257072449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.2,0.07130240201950074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.01,0.11441919803619385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.01,0.07379199862480164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.2,0.09415680170059204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.2,0.07461760044097901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.01,0.09094399809837342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.01,0.11590399742126464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.2,0.09548799991607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.01,0.0969215989112854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.2,0.09187840223312378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.01,0.12450560331344604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.01,0.09719679951667785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.2,0.09588479995727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.2,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.01,0.1256832003593445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.01,0.09715840220451355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.2,0.10186879634857178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.2,0.09608960151672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.01,0.0984063982963562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.01,0.10084480047225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.2,0.09790080189704894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.2,0.10927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.01,0.1158336043357849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.01,0.10972800254821777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.2,0.10257920026779174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.2,0.11255040168762206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.01,0.1145792007446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.01,0.1355072021484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.2,0.11404800415039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.2,0.11403520107269287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.01,0.11646720170974731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.01,0.15813119411468507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.2,0.11454720497131347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.01,0.12199679613113404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.2,0.11534080505371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.01,0.19831039905548095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.2,0.11667200326919555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.01,0.1285375952720642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.2,0.12339839935302735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.01,0.24868481159210204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.2,0.12312959432601929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.01,0.13343360424041747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.01,0.306931209564209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.2,0.12695679664611817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.01,0.10368640422821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.2,0.12769919633865356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.01,0.4507199764251709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.2,0.10016000270843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.01,0.11979520320892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.2,0.13390719890594482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.01,0.554150390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.2,0.12660479545593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.01,0.13022079467773437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.2,0.10694400072097779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.01,0.16440320014953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.01,0.897862434387207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.2,0.14920320510864257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.2,0.12910079956054688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.01,0.18805760145187378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.2,0.19675519466400146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.01,1.0697216033935546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.2,0.15314559936523436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.01,0.25137279033660886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.2,0.20093441009521484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.2,0.18952959775924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.01,1.2169983863830567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.01,0.30687999725341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.2,0.30714879035949705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.2,0.2049855947494507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.01,0.4585599899291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.01,1.7980735778808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.2,0.3463167905807495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.2,0.26864640712738036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.01,0.6028160095214844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.2,0.4936192035675049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.01,3.577977752685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.2,0.34817919731140134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.01,0.8865983963012696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.2,0.5201280117034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.2,0.8094400405883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.01,1.0401535987854005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.2,0.6639423847198487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.2,1.2661503791809081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.01,1.4305407524108886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.2,1.0754560470581054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.2,1.2384256362915038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.01,1.951033592224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.2,1.2603839874267577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.2,1.411372756958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.01,4.0733184814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.2,1.7632575988769532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.2,2.364134407043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.2,2.463577651977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.01,0.12104959487915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.2,6.2574207305908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.01,0.1345728039741516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.2,5.74152946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.01,0.06926079988479614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.01,0.0720192015171051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.01,0.07731840014457703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.01,0.0971455991268158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.01,0.10435199737548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.2,0.10220160484313964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.01,0.10440319776535034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.01,0.10815999507904053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.2,0.06846719980239868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.2,0.07215999960899352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.01,0.10884480476379395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.2,0.07631999850273133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.01,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.2,0.09564800262451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.01,0.1235967993736267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.2,0.10433919429779052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.01,0.12942080497741698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.2,0.10515199899673462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.01,0.13534719944000245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.2,0.10551040172576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.01,0.14072959423065184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.2,0.11468160152435303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.01,0.14729599952697753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.2,0.11807359457015991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.2,0.1256384015083313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.01,0.11993600130081176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.2,0.1283455967903137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.01,0.13628159761428832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.2,0.13616640567779542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.01,0.1475200057029724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.2,0.14199039936065674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.01,0.19064320325851442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.2,0.14804480075836182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.01,0.22795519828796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.2,0.12250880002975464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.01,0.298688006401062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.2,0.1367743968963623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.01,0.4099520206451416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.2,0.15497599840164183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.01,0.6013951778411866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.2,0.21564159393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.01,0.7261631965637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.2,0.236409592628479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.01,1.0197183609008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.2,0.3261888027191162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.2,0.4317376136779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.01,1.1907520294189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.2,0.686732816696167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.01,1.6499647140502929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.2,0.7869696140289306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.01,2.815635108947754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.2,1.0514495849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.2,1.3306367874145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.01,5.648787307739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.2,1.8102975845336915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.2,2.8156095504760743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.2,6.409580993652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.01,0.088128000497818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.2,0.13916800022125245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.01,0.13566720485687256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.2,0.134662401676178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.01,0.0813759982585907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.2,0.08515840172767639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.01,0.0759935975074768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.2,0.07775359749794006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.01,0.08224639892578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.2,0.08138880133628845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.01,0.08883200287818908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.2,0.08350719809532166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.01,0.08885759711265565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.2,0.08629119992256165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.01,0.08876799941062927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.2,0.08955519795417785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.01,0.09059839844703674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.2,0.08794879913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.01,0.09145600199699402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.2,0.08926079869270324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.01,0.0943615972995758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.2,0.09843840003013611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.01,0.09943040013313294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.2,0.1023743987083435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.01,0.10364799499511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.2,0.10511360168457032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.01,0.12238080501556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.2,0.11780480146408082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.01,0.12965760231018067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.01,0.12832640409469603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.2,0.12447999715805054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.01,0.11864960193634033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.2,0.13333760499954223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.2,0.13895039558410643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.01,0.1480831980705261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.2,0.17249280214309692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.01,0.18985600471496583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.2,0.18494080305099486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.01,0.23876481056213378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.01,0.3297983884811401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.2,0.24900479316711427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.01,0.3846656084060669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.2,0.2568896055221558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.2,0.39724159240722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.01,0.5739456176757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.2,0.5012351989746093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.01,0.5925375938415527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.2,0.754527997970581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.01,0.9466496467590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.2,0.9247167587280274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.01,1.0179903984069825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.2,1.306783962249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.01,1.2875519752502442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.2,0.13966720104217528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.01,0.14022400379180908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.2,1.6561599731445313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.01,1.8749759674072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.2,0.1343616008758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.01,0.15748480558395386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.2,1.924550437927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.2,0.08190079927444457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.01,0.08418560028076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.01,3.5625022888183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.2,0.07534719705581665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.01,0.07679359912872315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.2,2.655129623413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.2,0.07808640003204345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.01,0.08016639947891235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.2,6.352390289306641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.2,0.0809664011001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.01,0.0828224003314972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.01,0.08658559918403626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.2,0.08432639837265014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.01,0.08658559918403626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.2,0.08691200017929077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.01,0.08923519849777221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.2,0.08792960047721862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.01,0.09036800265312195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.2,0.0913919985294342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.01,0.0943231999874115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.01,0.16615040302276612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.2,0.09322879910469055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.01,0.17264000177383423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.2,0.10252799987792968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.01,0.1021183967590332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.2,0.10177919864654542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.01,0.11969920396804809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.01,0.08821120262145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.2,0.16627199649810792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.01,0.1276800036430359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.01,0.07280640006065368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.2,0.11892479658126831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.2,0.13939199447631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.2,0.12602880001068115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.01,0.1279680013656616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.01,0.07563520073890687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.2,0.08791040182113648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.2,0.13066879510879517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.01,0.10833920240402221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.01,0.08165760040283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.2,0.11603200435638428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.2,0.0717311978340149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.01,0.08087040185928344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.01,0.12743040323257446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.2,0.14175360202789306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.2,0.07619839906692505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.01,0.08755199909210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.01,0.1419263958930969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.2,0.1477120041847229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.2,0.08222079873085023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.2,0.20536959171295166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.01,0.08972799777984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.01,0.18477439880371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.2,0.08346239924430847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.2,0.22537600994110107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.01,0.08909440040588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.01,0.20346879959106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.2,0.0876416027545929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.2,0.3394495964050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.01,0.09460480213165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.2,0.08897280097007751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.2,0.4318592071533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.01,0.2696448087692261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.2,0.09042559862136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.01,0.09808639883995056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.2,0.6119296073913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.01,0.33800320625305175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.2,0.09775999784469605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.01,0.10325759649276733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.2,0.8066368103027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.01,0.4803199768066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.2,0.10054399967193603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.2,1.217574405670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.01,0.12228480577468873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.01,0.6340223789215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.2,0.10617599487304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.01,0.12773760557174682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.2,1.5235967636108398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.01,0.9289728164672851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.2,0.12217600345611572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.01,0.13076479434967042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.2,1.5839743614196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.2,0.12878719568252564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.01,1.0577088356018067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.01,0.10641280412673951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.2,2.6411392211914064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.2,0.13194880485534669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.01,0.11927679777145386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.01,1.327999973297119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.2,0.1087231993675232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.2,5.015430450439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.01,0.14679039716720582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.01,1.9871679306030274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.2,0.12502399682998658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.01,0.1873088002204895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.2,0.15135999917984008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.01,0.20266239643096923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.01,3.585196685791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.2,0.1938815951347351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.01,0.26876800060272216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.2,0.2292799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.01,0.32346880435943604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.2,0.310918402671814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.01,0.44905600547790525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.2,0.3801791906356812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.01,0.6056000232696533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.01,0.11885440349578857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.2,0.5533311843872071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.01,0.8742719650268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.01,0.08822399973869324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.2,0.6766079902648926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.01,1.0907391548156737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.01,0.09477760195732117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.2,1.1763199806213378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.01,0.07212160229682922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.01,1.475046443939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.2,0.1533184051513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.01,0.07601280212402343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.2,1.4221695899963378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.01,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.2,0.23493120670318604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.01,2.1034496307373045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.01,0.08516479730606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.2,0.08106880187988282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.2,1.8689472198486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.01,0.09082880020141601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.01,3.6523006439208983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.2,0.07192959785461425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.01,0.09337599873542786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.2,2.9333568572998048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.2,0.07592960000038147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.01,0.09538559913635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.01,0.09671040177345276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.2,0.0812608003616333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.2,4.682271957397461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.01,0.10419199466705323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.2,0.08446080088615418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.01,0.10875519514083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.2,0.08974080085754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.01,0.12855679988861085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.2,0.09290879964828491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.01,0.13512959480285644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.2,0.092985600233078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.01,0.13713279962539673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.2,0.09966719746589661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.01,0.11564160585403442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.01,0.13062399625778198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.01,0.08503680229187012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.2,0.11066880226135253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.01,0.15835520029067993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.01,0.07739520072937012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.2,0.12815359830856324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.01,0.1899072051048279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.01,0.20517120361328126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.01,0.09724159836769104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.2,0.13595520257949828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.2,0.08101119995117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.01,0.2749056100845337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.2,0.14114559888839723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.2,0.13087999820709229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.01,0.3285311937332153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.2,0.11930240392684936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.01,0.07845119833946228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.01,0.46956801414489746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.2,0.07704319953918456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.01,0.601094388961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.2,0.13315839767456056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.01,0.08749439716339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.2,0.07283200025558471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.01,0.960422420501709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.2,0.16287360191345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.2,0.07921919822692872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.01,0.09476479887962341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.01,1.1814144134521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.2,0.08743680119514466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.2,0.19904639720916747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.01,0.09810559749603272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.01,1.4839296340942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.2,0.09092479944229126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.01,0.10177279710769653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.2,0.22257919311523439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.01,2.5791040420532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.2,0.09894400238990783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.01,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.2,0.30459520816802976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.2,0.10045440196990967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.01,4.273734283447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.01,0.10451840162277222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.2,0.3863935947418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.2,0.10299520492553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.01,0.11902079582214356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.2,0.5139647960662842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.2,0.10563839673995971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.01,0.121670401096344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.2,0.7122943878173829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.2,0.11955840587615967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.01,0.14342399835586547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.2,1.0418687820434571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.2,0.12371200323104858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.01,0.15182080268859863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.2,0.14433280229568482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.2,1.441107177734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.01,0.15780479907989503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.2,0.15491199493408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.01,0.13338880538940429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.2,1.5780799865722657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.2,0.15945600271224974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.01,0.15580159425735474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.01,0.1772480010986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.2,2.942771148681641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.01,0.2276927947998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.2,0.15796480178833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.2,5.817107009887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.01,0.24493439197540284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.2,0.17996159791946412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.01,0.3089024066925049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.2,0.24570879936218262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.2,0.25148160457611085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.01,0.3983999967575073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.2,0.3326656103134155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.01,0.5644864082336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.2,0.4053823947906494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.01,0.7200640201568603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.2,0.5932096004486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.01,1.057804775238037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.2,0.8213248252868652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.01,1.3016511917114257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.2,1.0829248428344727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.01,1.6638015747070312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.2,1.6187967300415038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.01,2.7446016311645507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.2,1.8946943283081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.01,5.4052734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.2,2.828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.2,6.241548919677735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.09928320050239563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.05427839756011963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.05820159912109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.05756160020828247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.06033920049667359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.06220800280570984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.0615231990814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.08321279883384705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.06110079884529114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.06383360028266907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.05438079833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.06838399767875672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.0585536003112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.07025279998779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.057055997848510745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.0701632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.05973759889602661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.07747840285301208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.06165120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.08402559757232667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.06170880198478699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.09595519900321961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.09997439980506898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.06578559875488281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.1277184009552002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.06734079718589783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.1400320053100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.07134079933166504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.1833791971206665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.075135999917984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.1913856029510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.08391680121421814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.2568703889846802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.01,0.07842559814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.09624320268630981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,0.3010751962661743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.2,0.05817599892616272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.01,0.07950080037117005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.10105600357055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.2,0.07838720083236694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,0.43827199935913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.01,0.0526528000831604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.11479040384292602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.2,0.05191680192947388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,0.5808063983917237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.01,0.061363202333450315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.14561920166015624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,0.9433088302612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.01,0.06096640229225159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.2,0.05916799902915955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.16866559982299806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.01,0.058355200290679934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,1.0244223594665527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.2,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.22899200916290283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.01,0.060121601819992064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,1.2881024360656739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.2,0.06088320016860962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.23624320030212403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.01,0.06046079993247986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.2,0.06074240207672119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,2.1149951934814455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.33240320682525637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.01,0.06085759997367859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.2,0.06113280057907104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,0.39175679683685305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.2,0.06365439891815186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.01,0.06234239935874939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,4.348467254638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,0.6127744197845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.2,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.01,0.06712960004806519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.2,0.0695039987564087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,0.8087615966796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.01,0.07143679857254029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.2,0.07256320118904114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.01,0.07324159741401673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,1.2427136421203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.2,0.0747327983379364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.01,0.07682560086250305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,1.6371648788452149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.2,0.08133119940757752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.01,0.06373119950294495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.2,0.09601920247077941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,2.2861888885498045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.01,0.0656063973903656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.2,0.10610560178756714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.01,0.10000640153884888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.01,0.06071680188179016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,3.4448192596435545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.01,0.11214079856872558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.2,0.1316799998283386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.01,0.061862397193908694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.01,0.13937920331954956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,8.00474853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.01,0.0585919976234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.01,0.1958016037940979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.2,0.20475521087646484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.01,0.20869119167327882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.2,0.2403968095779419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.01,0.06638720035552978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.01,0.27854080200195314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.2,0.34213759899139407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.01,0.06440960168838501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.2,0.3766016006469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.01,0.2907007932662964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.2,0.5158847808837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.01,0.4036543846130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.01,0.06621440052986145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.2,0.08018559813499451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.2,0.8454784393310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.01,0.5441215991973877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.01,0.06664959788322448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.2,0.0830784022808075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.2,1.0636735916137696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.01,0.0693120002746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.01,0.7868927955627442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.2,0.05794559717178345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.01,0.0702015995979309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.2,1.3010047912597655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.2,0.05790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.01,0.9663488388061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.01,0.07430400252342224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.2,0.057631999254226685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.2,1.6353984832763673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.01,1.250540828704834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.01,0.07882239818572997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.2,0.0642624020576477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.2,3.1640832901000975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.01,2.0345855712890626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.01,0.08180480003356934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.2,0.06655359864234925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.01,0.09030399918556213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.2,7.050943756103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.01,4.080774307250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.2,0.06451839804649354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.01,0.11285120248794556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.2,0.06627839803695679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.01,0.12744959592819213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.2,0.0673919975757599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.01,0.16312320232391359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.01,0.19037439823150634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.2,0.06951040029525757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.01,0.24626560211181642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.2,0.07123839855194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.01,0.1360640048980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.2,0.08568959832191467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.2,0.073580801486969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.01,0.31303679943084717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.01,0.11022720336914063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.2,0.06770560145378113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.2,0.08017920255661011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.2,0.05454080104827881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.01,0.06283519864082336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.2,0.08220160007476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.01,0.5203264236450196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.2,0.055430400371551516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.01,0.05549439787864685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.2,0.08990079760551453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.01,0.7714367866516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.01,0.05875200033187866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.2,0.05868160128593445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.2,0.1151360034942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.01,0.062003201246261595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.2,0.06207360029220581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.01,1.0943167686462403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.2,0.1509951949119568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.01,0.06709120273590088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.2,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.01,1.1783103942871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.2,0.17452160120010377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.01,0.06438400149345398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.2,0.06584320068359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.01,0.06572800278663635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.2,0.21269760131835938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.01,1.9556608200073242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.2,0.06807039976119995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.01,0.06803839802742004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.2,0.27679359912872314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.2,0.06818559765815735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.01,0.06891520023345947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.01,4.512851333618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.2,0.3582911968231201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.2,0.0697920024394989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.01,0.07122560143470764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.2,0.5109248161315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.01,0.07294719815254211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.2,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.01,0.07564160227775574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.2,0.6327871799468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.2,0.07461119890213012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.01,0.08180480003356934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.2,0.07637119889259339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.2,0.9150655746459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.01,0.08550400137901307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.01,0.09171199798583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.01,0.09902080297470092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.2,1.2133376121520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.2,0.08697599768638611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.01,0.07173759937286377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.01,0.11159679889678956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.2,1.6727487564086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.2,0.09546239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.01,0.06459519863128663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.01,0.12522879838943482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.2,0.12209919691085816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.2,2.602822494506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.01,0.05502079725265503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.01,0.14867839813232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.2,0.13456640243530274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.01,0.05801600217819214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.01,0.19018880128860474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.2,0.17388800382614136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.2,6.46376953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.01,0.06684160232543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.01,0.24311039447784424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.2,0.1992576003074646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.01,0.07203840017318726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.01,0.3378495931625366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.2,0.28387839794158937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.01,0.46670079231262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.2,0.3623872041702271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.01,0.06936320066452026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.01,0.6072639942169189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.2,0.4947455883026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.01,0.07123200297355652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.01,0.8805312156677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.2,0.05671679973602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.01,0.07431039810180665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.2,0.6847040176391601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.2,0.0892799973487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.01,1.0909631729125977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.01,0.07630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.2,1.0482751846313476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.2,0.05189759731292724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.01,1.2696767807006837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.01,0.07848320007324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.2,1.2355584144592284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.2,0.05360640287399292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.01,0.08331519961357117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.01,1.8716608047485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.2,0.05656319856643677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.2,1.7244800567626952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.01,0.0884223997592926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.2,0.06198400259017944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.01,0.09255040287971497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.01,3.7147647857666017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.2,2.5152191162109374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.2,0.07233920097351074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.01,0.10302079916000366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.01,0.11534080505371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.2,0.0690496027469635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.2,5.110553741455078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.01,0.13527679443359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.2,0.07084159851074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.01,0.17118079662323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.2,0.07033600211143494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.01,0.2066495895385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.2,0.07088639736175537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.01,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.2,0.07423999905586243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.01,0.26820480823516846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.01,0.17761919498443604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.2,0.07750399708747864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.01,0.3591552019119263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.2,0.08143360018730164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.01,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.2,0.08038399815559387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.01,0.5720704078674317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.2,0.06242560148239136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.01,0.05628799796104431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.2,0.09019520282745361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.01,0.6064767837524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.2,0.055430400371551516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.2,0.09503359794616699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.2,0.056953597068786624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.01,0.9036543846130372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.01,0.06810879707336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.2,0.10090880393981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.01,1.1515904426574708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.2,0.11605119705200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.2,0.06767359972000123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.01,0.07754240036010743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.01,1.5520575523376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.2,0.13582079410552977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.2,0.07887359857559204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.01,0.07955840229988098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.2,0.1702463984489441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.2,0.07681279778480529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.01,2.373529624938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.01,0.08341119885444641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.2,0.08117759823799134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.01,0.08446720242500305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.2,0.08316159844398499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.01,4.779865646362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.2,0.28665599822998045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.01,0.0889792025089264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.2,0.08727679848670959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.2,0.3697727918624878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.2,0.08853759765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.2,0.5706048011779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.01,0.09959040284156799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.2,0.09185280203819275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.01,0.10959999561309815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.2,0.6589951992034913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.2,0.10308480262756348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.2,0.115065598487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.01,0.11838079690933227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.2,1.0648192405700683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.2,0.11843199729919433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.2,1.4170240402221679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.2,0.12190079689025879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.01,0.15931520462036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.2,1.719443130493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.2,0.14009599685668944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.01,0.14803199768066405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.2,0.16033920049667358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.01,0.19573760032653809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.2,2.5635135650634764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.2,0.2179327964782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.01,0.2329279899597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.2,0.2335808038711548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.01,0.3174207925796509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.2,5.677011108398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.2,0.34692480564117434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.01,0.4611072063446045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.2,0.4586048126220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.01,0.5953728199005127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.2,0.6178048133850098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.01,0.7266111850738526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.2,1.050432014465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.01,1.1111807823181152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.2,1.475641632080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.01,1.4822848320007325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.2,1.569606399536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.01,1.7345792770385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.2,2.369824028015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.01,3.13189754486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.2,3.5759231567382814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.01,5.739340972900391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.2,6.8337150573730465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.01,0.08336640000343323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.01,0.05978879928588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.01,0.06453120112419128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.01,0.0616320013999939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.01,0.07185279726982116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.01,0.07466880083084107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.01,0.06967039704322815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.01,0.06895999908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.01,0.07179520130157471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.2,0.09525759816169739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.01,0.07391999959945679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.2,0.05842559933662415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.01,0.07594239711761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.2,0.06538239717483521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.2,0.06069759726524353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.01,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.01,0.08124160170555114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.2,0.07283200025558471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.2,0.07244799733161926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.01,0.08749439716339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.2,0.06207360029220581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.01,0.08630399703979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.2,0.06176000237464905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.01,0.09144960045814514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.2,0.06384000182151794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.01,0.11029119491577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.01,0.0828224003314972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.2,0.07388799786567687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.01,0.12993279695510865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.01,0.14351359605789185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.2,0.07685120105743408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.01,0.06599040031433105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.01,0.18417919874191285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.01,0.06427519917488098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.2,0.0762943983078003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.01,0.22263679504394532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.01,0.058316802978515624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.2,0.08057600259780884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.01,0.29575679302215574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.01,0.06824319958686828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.2,0.08732159733772278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.01,0.3475008010864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.01,0.0702015995979309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.2,0.09139840006828308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.2,0.08414080142974853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.01,0.06944640278816223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.01,0.5013376235961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.2,0.0953279972076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.2,0.08517760038375854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.01,0.06902400255203248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.01,0.5796095848083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.2,0.1221824049949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.2,0.06648319959640503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.01,0.07073280215263367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.01,0.8380352020263672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.2,0.05940480232238769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.2,0.15237760543823242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.01,0.07296640276908875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.01,1.0177984237670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.2,0.05854719877243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.01,0.073580801486969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.2,0.18789759874343873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.01,0.0778432011604309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.2,0.06896640062332153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.2,0.24285440444946288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.01,1.3651583671569825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.01,0.07856000065803528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.2,0.06837760210037232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.2,0.0673919975757599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.01,0.0866752028465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.2,0.3623552083969116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.01,1.9435840606689454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.2,0.06858239769935608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.01,0.08850560188293458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.2,0.4153855800628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.2,0.07103360295295716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.01,0.09664000272750854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.01,4.0773567199707035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.2,0.6040128231048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.2,0.07201279997825623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.01,0.11920000314712524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.2,0.6810368061065674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.2,0.07468799948692321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.01,0.18098560571670533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.2,1.0416128158569335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.2,0.0781823992729187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.01,0.212556791305542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.2,1.2277824401855468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.2,0.08728960156440735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.01,0.26897919178009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.01,0.0935808002948761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.01,0.32926719188690184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.2,0.09089279770851136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.2,1.7203136444091798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.01,0.09123200178146362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.01,0.4618624210357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.2,0.09731839895248413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.01,0.07765759825706482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.2,2.676576042175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.01,0.608896017074585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.2,0.12183680534362792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.01,0.057792001962661745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.2,0.14665600061416625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.01,0.8874496459960938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.01,0.05772160291671753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.2,5.46387825012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.2,0.1910912036895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.01,0.06622719764709473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.01,0.9977855682373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.2,0.23586559295654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.01,0.0717631995677948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.01,1.2705280303955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.2,0.3262847900390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.01,0.07022719979286193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.01,1.936319923400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.2,0.39806079864501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.01,0.07417600154876709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.2,0.5917376041412353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.2,0.1364799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.01,4.044953536987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.01,0.07461119890213012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.2,0.1111680030822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.2,0.7155968189239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.01,0.07648640275001525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.2,0.06653439998626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.2,1.082636833190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.01,0.0788096010684967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.2,0.058771198987960814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.2,1.2635519981384278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.01,0.07898240089416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.2,0.05772160291671753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.01,0.0889024019241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.2,1.52740478515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.2,0.06476799845695495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.01,0.08101119995117187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.01,0.0913856029510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.01,0.0918720006942749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.2,0.06812160015106201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.2,2.192524719238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.01,0.09961599707603455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.01,0.08618879914283753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.2,0.06899840235710145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.01,0.11599359512329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.2,5.075948715209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.2,0.07196800112724304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.01,0.1414463996887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.01,0.05989760160446167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.2,0.07191680073738098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.01,0.17418240308761596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.01,0.07033600211143494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.2,0.07365120053291321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.01,0.07363200187683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.01,0.2006079912185669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.2,0.07848960161209106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.01,0.07392640113830566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.01,0.2623039960861206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.2,0.07676159739494323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.01,0.0758463978767395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.2,0.10474239587783814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.01,0.3392767906188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.01,0.0769216001033783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.2,0.1211583971977234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.01,0.4610112190246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.01,0.07957760095596314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.2,0.08951680064201355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.2,0.07812479734420777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.01,0.6275135993957519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.2,0.0941760003566742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.2,0.0559935986995697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.01,0.08621439933776856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.01,0.8703743934631347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.2,0.10270719528198242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.2,0.06059520244598389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.01,0.0874559998512268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.2,0.1202623963356018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.01,1.1340031623840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.01,0.09642879962921143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.2,0.14361599683761597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.2,0.06985599994659424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.01,1.4233856201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.2,0.18825600147247315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.2,0.0749888002872467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.01,0.11145600080490112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.01,2.0493951797485352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.01,0.12880640029907225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.2,0.221343994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.2,0.07482879757881164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.01,0.1410752058029175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.2,0.07713919878005981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.2,0.29116799831390383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.01,4.2153278350830075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.01,0.18097920417785646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.2,0.0808896005153656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.2,0.36408319473266604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.01,0.2079103946685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.2,0.08403840065002441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.2,0.5360191822052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.01,0.2870271921157837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.2,0.08398720026016235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.2,0.6547200202941894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.01,0.3805376052856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.2,0.08925439715385437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.01,0.5103104114532471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.2,0.9850943565368653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.2,0.10008319616317748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.01,0.6533184051513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.2,0.10074880123138427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.2,1.4010239601135255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.01,0.08947839736938476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.01,0.8984640121459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.2,0.10815999507904053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.01,0.09121919870376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.2,1.613497543334961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.2,0.1286463975906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.01,1.218489646911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.01,0.05852159857749939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.2,2.463270378112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.2,0.15423359870910644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.01,1.5500415802001952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.01,0.06438400149345398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.2,0.1842687964439392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.01,0.07828480005264282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.01,2.435519981384277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.2,5.107494354248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.2,0.22867200374603272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.01,0.08406400084495544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.2,0.2886591911315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.01,4.547814559936524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.2,0.401580810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.01,0.08772479891777038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.2,0.6016064167022706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.01,0.09070720076560974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.2,0.677235221862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.2,0.10421760082244873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.01,0.0939136028289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.2,1.033574390411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.2,0.13545600175857545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.01,0.09617279767990113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.2,1.4338879585266113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.2,0.06520959734916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.01,0.09731839895248413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.2,1.7108671188354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.2,0.05943040251731872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.01,0.10524159669876099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.2,0.06627200245857238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.01,0.11606400012969971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.2,2.878169631958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.2,0.07319679856300354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.01,0.1215872049331665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.2,0.0767359972000122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.01,0.13178240060806273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.2,5.412876892089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.2,0.08515840172767639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.01,0.14944000244140626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.2,0.08606079816818238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.01,0.17034239768981935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.2,0.0878271996974945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.01,0.22149760723114015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.01,0.2544127941131592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.2,0.09214079976081849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.2,0.09996799826622009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.01,0.35557119846343993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.01,0.42920961380004885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.2,0.10120960474014282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.2,0.10778239965438843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.01,0.5836991786956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.2,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.01,0.7464831829071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.2,0.12970240116119386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.01,1.2046015739440918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.2,0.13466880321502686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.2,0.15366400480270387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.01,1.4625856399536132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.2,0.16989439725875854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.01,1.8236799240112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.2,0.22327680587768556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.2,0.2663935899734497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.01,3.138368034362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.2,0.34727680683135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.2,0.4991615772247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.01,6.041196823120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.2,0.6768832206726074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.2,0.8203392028808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.2,1.2891776084899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.2,1.6624191284179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.2,2.124403190612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.2,3.203839874267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.2,7.291481781005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,power_law_1.01,0.08165119886398316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,power_law_1.01,0.08193280100822449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,power_law_1.01,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,power_law_1.01,0.07774720191955567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,power_law_1.01,0.07760639786720276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,power_law_1.01,0.07842559814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,power_law_1.01,0.07688959836959838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,power_law_1.01,0.0778880000114441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,power_law_1.01,0.07904639840126038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,power_law_1.2,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,power_law_1.01,0.0877120018005371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,power_law_1.01,0.08917760252952575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,power_law_1.2,0.0826367974281311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,power_law_1.01,0.09267200231552124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,power_law_1.2,0.07552000284194946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,power_law_1.01,0.10833280086517334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,power_law_1.2,0.07550079822540283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,power_law_1.2,0.0768064022064209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,power_law_1.2,0.077292799949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,power_law_1.01,0.13073920011520385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,power_law_1.2,0.07733759880065919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,power_law_1.01,0.1484671950340271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,power_law_1.2,0.07646080255508422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,power_law_1.01,0.19710079431533814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,power_law_1.2,0.07660160064697266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.17072639465332032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,power_law_1.2,0.08357120156288148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.216646409034729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,power_law_1.2,0.0877888023853302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.24145920276641847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,power_law_1.2,0.09616000056266785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,power_law_1.01,0.07709439992904663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.32816638946533205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,power_law_1.2,0.10851839780807496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,power_law_1.01,0.07652480006217957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,power_law_1.01,0.35651841163635256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,power_law_1.2,0.12262400388717651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,power_law_1.01,0.06981120109558106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,power_law_1.2,0.1366719961166382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,power_law_1.01,0.5018879890441894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,power_law_1.01,0.07366399765014649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,power_law_1.2,0.15111039876937865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,power_law_1.01,0.678764820098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,power_law_1.01,0.0772607982158661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,power_law_1.2,0.1711743950843811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,power_law_1.2,0.2478208065032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,power_law_1.01,0.9805824279785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,power_law_1.01,0.07842559814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.20792319774627685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,power_law_1.01,0.07932800054550171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,power_law_1.01,1.4095487594604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.31679999828338623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,power_law_1.01,0.07474560141563416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,power_law_1.01,1.8400192260742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.33346560001373293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,power_law_1.01,0.07575039863586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.4967807769775391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,256,power_law_1.01,2.6670272827148436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,power_law_1.2,0.5297344207763672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,power_law_1.2,0.7849535942077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,256,power_law_1.01,5.525791931152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,power_law_1.01,0.08512639999389648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,power_law_1.2,1.0939776420593261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,power_law_1.2,1.7828351974487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,power_law_1.01,0.09843840003013611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,power_law_1.2,2.360198402404785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,power_law_1.2,0.07744640111923218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,power_law_1.01,0.11010559797286987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,power_law_1.2,0.0781503975391388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,power_law_1.2,2.7920703887939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,power_law_1.01,0.1115007996559143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,power_law_1.2,0.06985599994659424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,power_law_1.01,0.13156479597091675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,256,power_law_1.2,5.776607894897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,power_law_1.2,0.07408000230789184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,power_law_1.01,0.166867196559906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,power_law_1.01,0.19340159893035888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,power_law_1.2,0.07754240036010743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,256,power_law_1.2,11.477030181884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,power_law_1.01,0.26927359104156495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,power_law_1.2,0.07896320223808288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,power_law_1.2,0.08046079874038696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,power_law_1.01,0.24325120449066162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,power_law_1.2,0.07470719814300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,power_law_1.01,0.33459200859069826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,power_law_1.2,0.07589759826660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,power_law_1.01,0.3491584062576294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,power_law_1.2,0.0778432011604309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,power_law_1.01,0.4803199768066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,power_law_1.2,0.0828927993774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,power_law_1.01,0.5542272090911865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,power_law_1.2,0.08789119720458985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,power_law_1.01,0.7971968173980712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,power_law_1.2,0.09904000163078308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,power_law_1.2,0.10648319721221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,power_law_1.01,1.063430404663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,power_law_1.2,0.11148799657821655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,power_law_1.01,0.08658559918403626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,power_law_1.01,1.2529024124145507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,power_law_1.2,0.12611199617385865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,power_law_1.01,0.0852735996246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,power_law_1.01,0.07615360021591186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,power_law_1.2,0.1575103998184204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,128,power_law_1.01,2.101472091674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,power_law_1.01,0.07505279779434204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,power_law_1.2,0.185971200466156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,power_law_1.01,0.08083199858665466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,power_law_1.2,0.22055680751800538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,128,power_law_1.01,4.462944030761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,power_law_1.01,0.08042240142822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,power_law_1.2,0.3168576002120972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,power_law_1.01,0.08095359802246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,power_law_1.2,0.2916543960571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,power_law_1.01,0.08126720190048217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,power_law_1.01,0.08266239762306213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,power_law_1.2,0.4035007953643799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,power_law_1.01,0.0832256019115448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,power_law_1.2,0.08574079871177673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,power_law_1.2,0.42473602294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,power_law_1.01,0.08661760091781616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,power_law_1.2,0.08482559919357299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,power_law_1.2,0.6681471824645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,power_law_1.01,0.08856319785118102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,power_law_1.2,0.0738752007484436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,power_law_1.2,0.7382016181945801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,power_law_1.2,0.07529600262641907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,power_law_1.2,1.1544063568115235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,power_law_1.2,0.08118399977684021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,power_law_1.01,0.10832639932632446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,power_law_1.2,0.07841920256614685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,power_law_1.01,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,power_law_1.2,1.4780672073364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,power_law_1.2,0.0800320029258728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,power_law_1.01,0.1149183988571167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,power_law_1.2,0.08094720244407654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,power_law_1.2,2.138355255126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,power_law_1.01,0.12153600454330445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,power_law_1.2,0.08209919929504395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,power_law_1.01,0.14487680196762084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,power_law_1.2,0.08352640271186829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,128,power_law_1.2,3.7080577850341796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,power_law_1.2,0.08706560134887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,power_law_1.01,0.16524159908294678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,power_law_1.2,0.09097599983215332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,128,power_law_1.2,9.970188903808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,power_law_1.01,0.2407615900039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,power_law_1.01,0.2672640085220337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,power_law_1.2,0.10375679731369018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,power_law_1.01,0.0976639986038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,power_law_1.2,0.11391359567642212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,power_law_1.01,0.37394559383392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,power_law_1.01,0.09475839734077454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,power_law_1.2,0.12588160037994384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,power_law_1.01,0.36805119514465334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,power_law_1.01,0.08885120153427124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,power_law_1.2,0.1358464002609253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,power_law_1.2,0.16262400150299072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,power_law_1.01,0.510425615310669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,power_law_1.01,0.0795199990272522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,power_law_1.2,0.1998080015182495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,power_law_1.01,0.08378880023956299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,power_law_1.01,0.5517439842224121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,power_law_1.2,0.2678015947341919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,power_law_1.01,0.8264703750610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,power_law_1.2,0.33384320735931394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,power_law_1.01,0.08264960050582885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,power_law_1.2,0.4688576221466064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,power_law_1.01,0.9924544334411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,power_law_1.2,0.45552639961242675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,power_law_1.01,0.08832640051841736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,power_law_1.01,1.2374784469604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,power_law_1.2,0.599513578414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,power_law_1.01,0.0866752028465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,power_law_1.01,0.08845440149307252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,power_law_1.2,0.695904016494751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,64,power_law_1.01,1.8737983703613281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,power_law_1.01,0.09230080246925354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,power_law_1.2,1.0137215614318849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,power_law_1.01,0.09167360067367554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,64,power_law_1.01,3.7145664215087892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,power_law_1.2,1.273369598388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,power_law_1.01,0.09267839789390564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,power_law_1.2,1.608710479736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,power_law_1.01,0.09511680006980897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,power_law_1.2,0.10032000541687011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,64,power_law_1.2,2.4770816802978515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,power_law_1.01,0.10298880338668823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,power_law_1.2,0.09384959936141968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,power_law_1.01,0.10805120468139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,power_law_1.2,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,64,power_law_1.2,5.704582214355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,power_law_1.01,0.12289279699325562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,power_law_1.2,0.07818880081176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,power_law_1.01,0.14215680360794067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,power_law_1.2,0.08647040128707886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,power_law_1.01,0.167193603515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,power_law_1.01,0.19342080354690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,power_law_1.2,0.08878080248832702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,power_law_1.01,0.23193600177764892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,power_law_1.2,0.09030399918556213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,power_law_1.01,0.30812160968780516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,power_law_1.2,0.08618879914283753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,power_law_1.2,0.0880511999130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,power_law_1.01,0.3908479928970337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,power_law_1.2,0.08874239921569824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,power_law_1.01,0.5260479927062989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,power_law_1.2,0.08968960046768189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,power_law_1.01,0.5736576080322265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,power_law_1.2,0.09070720076560974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,power_law_1.2,0.09712640047073365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,power_law_1.01,0.8624704360961915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,power_law_1.2,0.10871039628982544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,power_law_1.01,0.09585919976234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,power_law_1.01,0.9546560287475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,power_law_1.2,0.11393920183181763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,power_law_1.01,0.10775680541992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,power_law_1.01,1.1274304389953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,power_law_1.2,0.11407359838485717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,power_law_1.01,0.0812287986278534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,power_law_1.2,0.12350080013275147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,32,power_law_1.01,1.7749055862426757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,power_law_1.01,0.08030719757080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,power_law_1.2,0.15619839429855348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,power_law_1.01,0.09284480214118958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,power_law_1.2,0.09499520063400269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,power_law_1.2,0.1712767958641052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,32,power_law_1.01,3.2699390411376954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,power_law_1.01,0.08528640270233154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,power_law_1.2,0.10355199575424194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,power_law_1.2,0.2453632116317749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,power_law_1.01,0.08721920251846313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,power_law_1.2,0.07760639786720276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,power_law_1.2,0.2556096076965332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,power_law_1.01,0.09039360284805298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,power_law_1.2,0.07910400032997131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,power_law_1.2,0.37189760208129885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,power_law_1.2,0.09056640267372132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,power_law_1.01,0.09392639994621277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,power_law_1.2,0.4521344184875488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,power_law_1.2,0.09502080082893372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,power_law_1.01,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,power_law_1.2,0.6742271900177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,power_law_1.2,0.10086400508880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,power_law_1.01,0.09937919974327088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,power_law_1.2,0.08839679956436157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,power_law_1.2,0.7361472129821778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,power_law_1.01,0.1057919979095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,power_law_1.2,0.09181439876556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,power_law_1.01,0.1078976035118103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,power_law_1.2,1.0186816215515138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,power_law_1.2,0.09189119935035706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,power_law_1.01,0.10820480585098266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,power_law_1.2,1.2443008422851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,power_law_1.2,0.09794560074806213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,power_law_1.01,0.12368639707565307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,power_law_1.2,1.5423935890197753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,power_law_1.2,0.10172159671783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,power_law_1.01,0.12525440454483033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,power_law_1.2,0.10304640531539917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,power_law_1.01,0.13835519552230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,32,power_law_1.2,2.1005376815795898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,power_law_1.01,0.15358079671859742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,power_law_1.2,0.11809279918670654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,power_law_1.01,0.18250880241394044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,power_law_1.2,0.12099200487136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,32,power_law_1.2,4.272959899902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,power_law_1.2,0.12654080390930175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,power_law_1.01,0.20938239097595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,power_law_1.2,0.13956480026245116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,power_law_1.01,0.2449280023574829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,power_law_1.2,0.15975040197372437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,power_law_1.01,0.3282367944717407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,power_law_1.2,0.1777151942253113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,power_law_1.01,0.38840320110321047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,power_law_1.2,0.21317760944366454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,power_law_1.01,0.5517312049865722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,power_law_1.2,0.2688256025314331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,power_law_1.01,0.6753087997436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,power_law_1.2,0.39370880126953123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,power_law_1.2,0.4192063808441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,power_law_1.01,0.9082367897033692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,power_law_1.2,0.5522751808166504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,power_law_1.01,1.0580991744995116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,power_law_1.2,0.7157567977905274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,power_law_1.01,1.2390912055969239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,power_law_1.2,1.1500736236572267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,16,power_law_1.01,2.063404846191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,power_law_1.2,1.2180480003356933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,16,power_law_1.01,3.7006912231445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,power_law_1.2,1.4591615676879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,16,power_law_1.2,2.46309757232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,16,power_law_1.2,4.6300609588623045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,power_law_1.01,0.08377599716186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,power_law_1.01,0.08349440097808838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,power_law_1.01,0.08813440203666686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,power_law_1.01,0.07354239821434021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,power_law_1.01,0.07585279941558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,power_law_1.01,0.09793919920921326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,power_law_1.01,0.10012160539627075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,power_law_1.01,0.10192639827728271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,power_law_1.01,0.10397440195083618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,power_law_1.01,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,power_law_1.01,0.08472959995269776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,power_law_1.01,0.09032959938049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,power_law_1.01,0.09672319889068604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,power_law_1.01,0.10927360057830811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,power_law_1.01,0.10947840213775635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,power_law_1.01,0.11545599699020385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,power_law_1.2,0.0844543993473053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,power_law_1.01,0.13545600175857545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,power_law_1.2,0.08472959995269776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,power_law_1.01,0.1728767991065979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,power_law_1.2,0.08495360016822814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,power_law_1.01,0.1857856035232544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,power_law_1.2,0.08140799999237061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,power_law_1.2,0.07811840176582337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,power_law_1.01,0.2705535888671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,power_law_1.2,0.10092159509658813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,power_law_1.01,0.30780160427093506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,power_law_1.01,0.4283711910247803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,power_law_1.2,0.10313600301742554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,power_law_1.01,0.4226687908172607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,power_law_1.2,0.10407040119171143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,power_law_1.01,0.5787712097167969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,power_law_1.2,0.10343680381774903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,power_law_1.01,0.6892223834991456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,power_law_1.2,0.08723199963569642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,power_law_1.01,0.937945556640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,power_law_1.2,0.10026880502700805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,power_law_1.01,1.134272003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,power_law_1.2,0.10028159618377686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,power_law_1.2,0.1099392056465149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,power_law_1.01,1.3141759872436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,power_law_1.2,0.11749759912490845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,128,power_law_1.01,2.2923200607299803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,power_law_1.2,0.09128959774971009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,power_law_1.01,0.09086719751358033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,power_law_1.2,0.1257151961326599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,power_law_1.2,0.08807039856910706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,power_law_1.2,0.13954559564590455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,power_law_1.01,0.08796799778938294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,128,power_law_1.01,4.4161022186279295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,power_law_1.2,0.08256000280380249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,power_law_1.2,0.1728000044822693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,power_law_1.01,0.08290560245513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,power_law_1.2,0.07819520235061646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,power_law_1.2,0.23347840309143067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,power_law_1.01,0.07818880081176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,power_law_1.2,0.08006399869918823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,power_law_1.2,0.31146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,power_law_1.01,0.08000640273094177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,power_law_1.2,0.1
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,power_law_1.01,0.1069375991821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,power_law_1.2,0.3982208013534546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,power_law_1.2,0.10179840326309204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,power_law_1.01,0.11034239530563354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,power_law_1.2,0.4959360122680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,power_law_1.01,0.11441279649734497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,power_law_1.2,0.11092480421066284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,power_law_1.2,0.5249023914337159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,power_law_1.2,0.11553280353546143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,power_law_1.01,0.11605119705200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,power_law_1.2,0.7426943778991699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,power_law_1.2,0.11456639766693115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,power_law_1.01,0.11355520486831665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,power_law_1.2,0.7870719909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,power_law_1.2,0.09359999895095825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,power_law_1.01,0.09171839952468872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,power_law_1.2,1.1747008323669434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,power_law_1.2,0.09553279876708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,power_law_1.01,0.09395840167999267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,power_law_1.2,1.374732780456543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,power_law_1.01,0.0936896026134491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,power_law_1.01,0.10594559907913208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,power_law_1.2,0.11070079803466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,power_law_1.2,1.8049535751342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,power_law_1.01,0.11319040060043335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,power_law_1.2,0.11739519834518433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,128,power_law_1.2,2.841663932800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,power_law_1.2,0.12332160472869873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,power_law_1.01,0.1165503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,power_law_1.01,0.11043839454650879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,power_law_1.2,0.13464319705963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,power_law_1.01,0.13230719566345214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,128,power_law_1.2,6.168697738647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,power_law_1.01,0.10439039468765259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,power_law_1.2,0.16401920318603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,power_law_1.01,0.15356160402297975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,power_law_1.01,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,power_law_1.01,0.17919360399246215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,power_law_1.2,0.19640320539474487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,power_law_1.01,0.08011519908905029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,power_law_1.2,0.24218881130218506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,power_law_1.01,0.22518401145935057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,power_law_1.01,0.08113279938697815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,power_law_1.2,0.32593278884887694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,power_law_1.01,0.26026880741119385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,power_law_1.01,0.10487680435180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,power_law_1.2,0.4409664154052734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,power_law_1.01,0.3543616056442261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,power_law_1.01,0.11111040115356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,power_law_1.2,0.5716479778289795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,power_law_1.01,0.4315135955810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,power_law_1.01,0.12613760232925414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,power_law_1.2,0.8119104385375977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,power_law_1.01,0.5939775943756104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,power_law_1.01,0.126636803150177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,power_law_1.01,0.6206079959869385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,power_law_1.2,0.8108480453491211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,power_law_1.01,0.12565759420394898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,power_law_1.01,0.09864320158958435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,power_law_1.01,0.9351743698120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,power_law_1.2,1.146451187133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,power_law_1.01,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,power_law_1.01,1.1125184059143067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,power_law_1.2,1.332153606414795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,power_law_1.01,0.10169600248336792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,power_law_1.01,1.2964863777160645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,power_law_1.2,1.7046911239624023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,power_law_1.01,0.10181119441986083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,64,power_law_1.01,1.8426624298095704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,64,power_law_1.2,2.6245952606201173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,power_law_1.01,0.11715840101242066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,power_law_1.2,0.09845759868621826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,power_law_1.01,0.1253119945526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,64,power_law_1.01,3.618726348876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,64,power_law_1.2,5.3521472930908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,power_law_1.2,0.10371840000152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,power_law_1.01,0.14292479753494264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,power_law_1.2,0.09423360228538513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,power_law_1.01,0.1666815996170044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,power_law_1.2,0.08065919876098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,power_law_1.01,0.21225600242614745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,power_law_1.2,0.08412799835205079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,power_law_1.2,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,power_law_1.01,0.2526400089263916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,power_law_1.2,0.10367360115051269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,power_law_1.01,0.314899206161499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,power_law_1.2,0.11057920455932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,power_law_1.01,0.3845887899398804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,power_law_1.2,0.12167680263519287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,power_law_1.01,0.6104512214660645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,power_law_1.2,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,power_law_1.01,0.6570176124572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,power_law_1.2,0.09783679842948914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,power_law_1.01,1.0035264015197753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,power_law_1.2,0.10049920082092285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,power_law_1.2,0.10120320320129395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,power_law_1.01,1.0257599830627442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,power_law_1.2,0.11585919857025147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,power_law_1.01,1.3222528457641602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,power_law_1.2,0.12074240446090698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,power_law_1.2,0.12224639654159546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,32,power_law_1.01,1.861030387878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,power_law_1.2,0.1343999981880188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,power_law_1.01,0.09675520062446594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,power_law_1.2,0.09618560075759888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,power_law_1.2,0.16618880033493041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,32,power_law_1.01,3.3628353118896483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,power_law_1.01,0.10421119928359986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,power_law_1.2,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,power_law_1.2,0.193503999710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,power_law_1.01,0.10709120035171509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,power_law_1.2,0.09354879856109619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,power_law_1.2,0.2407615900039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,power_law_1.01,0.08309760093688964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,power_law_1.2,0.07850880026817322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,power_law_1.2,0.26540799140930177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,power_law_1.01,0.08492799997329711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,power_law_1.2,0.08376960158348083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,power_law_1.2,0.35209600925445556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,power_law_1.01,0.10551040172576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,power_law_1.2,0.10090880393981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,power_law_1.2,0.48842878341674806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,power_law_1.01,0.11966079473495483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,power_law_1.2,0.10671360492706299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,power_law_1.2,0.7270143985748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,power_law_1.01,0.12651519775390624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,power_law_1.2,0.11289600133895875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,power_law_1.2,0.8724608421325684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,power_law_1.01,0.13490560054779052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,power_law_1.2,0.11631360054016113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,power_law_1.01,0.13477760553359985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,power_law_1.2,1.1674431800842284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,power_law_1.2,0.11570559740066529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,power_law_1.01,0.1044927954673767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,power_law_1.2,1.3028096199035644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,power_law_1.2,0.10396800041198731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,power_law_1.01,0.10693119764328003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,power_law_1.2,0.10828800201416015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,power_law_1.2,1.563424015045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,power_law_1.01,0.11075199842453003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,power_law_1.2,0.10905599594116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,power_law_1.01,0.02568320035934448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,32,power_law_1.2,2.466124725341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,power_law_1.01,0.11139839887619019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,power_law_1.2,0.11262719631195069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,power_law_1.01,0.025727999210357667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,power_law_1.2,0.11612800359725953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,power_law_1.01,0.11707520484924316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,power_law_1.01,0.025945600867271424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,32,power_law_1.2,4.51580810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,power_law_1.01,0.026054400205612182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,power_law_1.2,0.13175040483474731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,power_law_1.01,0.12581119537353516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,power_law_1.01,0.026419198513031004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,power_law_1.2,0.1473088026046753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,power_law_1.01,0.14412800073623658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,power_law_1.2,0.17464959621429443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,power_law_1.01,0.16292480230331421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,power_law_1.2,0.20980479717254638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,power_law_1.01,0.19708160161972046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,power_law_1.2,0.2688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,power_law_1.01,0.24053120613098145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,power_law_1.01,0.026169601082801818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,power_law_1.2,0.27411839962005613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,power_law_1.01,0.2531712055206299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,power_law_1.01,0.026892799139022826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,power_law_1.2,0.3582848072052002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,power_law_1.01,0.3573440074920654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,power_law_1.2,0.02550399899482727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,power_law_1.01,0.027347201108932497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,power_law_1.2,0.4403200149536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,power_law_1.01,0.41609601974487304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,power_law_1.2,0.026060798764228822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,power_law_1.2,0.5562816143035889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,power_law_1.01,0.596127986907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,power_law_1.2,0.026291200518608095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,power_law_1.2,0.8441791534423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,power_law_1.2,0.026451200246810913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,power_law_1.01,0.7309055805206299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,power_law_1.2,0.026675200462341307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,power_law_1.2,1.2934592247009278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,power_law_1.01,1.0533439636230468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,power_law_1.01,0.02855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,power_law_1.2,1.437388801574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,power_law_1.01,0.029139199852943422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,power_law_1.01,1.3031935691833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,power_law_1.01,0.029625600576400755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,power_law_1.2,0.026476800441741943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,power_law_1.2,1.7851903915405274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,power_law_1.01,1.608710479736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,power_law_1.2,0.026995199918746948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,16,power_law_1.2,2.4832191467285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,power_law_1.2,0.028166401386260986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,16,power_law_1.01,2.206777572631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,power_law_1.01,0.03131519854068756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,power_law_1.01,0.0318015992641449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,16,power_law_1.2,4.6532032012939455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,16,power_law_1.01,3.902355194091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,power_law_1.01,0.033670398592948916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,power_law_1.2,0.02924799919128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,power_law_1.2,0.02963840067386627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,power_law_1.2,0.030060800909996032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,power_law_1.2,0.03256320059299469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,power_law_1.01,0.04123519957065582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,power_law_1.2,0.03447679877281189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,power_law_1.01,0.04126079976558685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,power_law_1.2,0.041843199729919435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,power_law_1.2,0.04304639995098114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,power_law_1.01,0.04555520117282867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,power_law_1.2,0.028825598955154418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,power_law_1.01,0.02881920039653778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,power_law_1.2,0.04625279903411865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,power_law_1.2,0.02910720109939575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,power_law_1.01,0.028908801078796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,power_law_1.2,0.02922239899635315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,power_law_1.01,0.0293503999710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,power_law_1.01,0.05431680083274841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,power_law_1.2,0.029286399483680725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,power_law_1.01,0.0293503999710083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,power_law_1.2,0.058297598361968996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,power_law_1.01,0.029708799719810487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,power_law_1.2,0.029708799719810487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.01,0.06817280054092408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.2,0.06921600103378296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,power_law_1.01,0.02903040051460266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,power_law_1.2,0.02924799919128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,power_law_1.01,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,power_law_1.2,0.030079999566078187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,power_law_1.01,0.03086720108985901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,power_law_1.2,0.031148800253868104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.01,0.09797760248184204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,power_law_1.2,0.03252480030059814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,power_law_1.01,0.03237760066986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.01,0.11051520109176635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.2,0.11745280027389526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,power_law_1.2,0.033139199018478394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,power_law_1.01,0.03248000144958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.01,0.17390079498291017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.2,0.17349120378494262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,power_law_1.2,0.03361279964447021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,power_law_1.01,0.03327359855175018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.01,0.24112000465393066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.2,0.23471999168395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.01,0.3253376007080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.2,0.3456768035888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.2,0.4272831916809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.01,0.43504638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,power_law_1.2,0.036313599348068236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,power_law_1.01,0.035667198896408084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.2,0.681990385055542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.01,0.625984001159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,power_law_1.2,0.03772799968719483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,power_law_1.01,0.03671680092811584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.2,0.8688896179199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.01,0.865503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,power_law_1.2,0.03857919871807099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,power_law_1.01,0.040300801396369934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,power_law_1.2,1.0271743774414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,power_law_1.01,1.1114879608154298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,8,power_law_1.2,1.6956863403320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,8,power_law_1.01,1.6720447540283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,8,power_law_1.2,3.396198272705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,8,power_law_1.01,3.4974910736083986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,power_law_1.2,0.047244799137115476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,power_law_1.01,0.04591360092163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,power_law_1.01,0.05126399993896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,power_law_1.2,0.06036480069160462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,power_law_1.01,0.05564799904823303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,power_law_1.2,0.07026559710502625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,power_law_1.01,0.07438079714775085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.05066879987716675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.051481598615646364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.05368319749832153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.054092800617218016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.2,0.09104639887809754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.01,0.08430079817771911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.05333120226860046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.05241600275039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.05356159806251526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.053932797908782956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.055264002084732054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.2,0.12772480249404908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.01,0.13080960512161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.2,0.16784000396728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.01,0.15423359870910644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.053830397129058835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.053913599252700804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.2,0.27250559329986573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.01,0.253222393989563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.05617280006408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.05560320019721985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.2,0.33379199504852297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.01,0.3235584020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.2,0.5042496204376221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.05736320018768311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.05745919942855835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.01,0.4978496074676514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.2,0.6497151851654053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.01,0.5799039840698242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.2,0.9064512252807617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.01,0.8687295913696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.2,1.2534079551696777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.01,1.2058496475219727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,power_law_1.2,1.6184511184692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,power_law_1.01,1.4736063957214356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.0595583975315094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.05927680134773254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,8,power_law_1.2,2.540230369567871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,8,power_law_1.01,2.512704086303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.061267197132110596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,8,power_law_1.2,5.116339111328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,8,power_law_1.01,4.736793518066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.06422399878501892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.06439039707183838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.0686464011669159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.07018880248069763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.07218559980392455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.07267199754714966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.07964800000190735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,power_law_1.01,0.05028480291366577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,power_law_1.2,0.0507968008518219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,power_law_1.01,0.051532799005508424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,power_law_1.2,0.0513152003288269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.08385279774665833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,power_law_1.01,0.05322239995002746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,power_law_1.2,0.04982399940490723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,power_law_1.2,0.05095679759979248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,power_law_1.01,0.050521600246429446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.08931840062141419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.09173759818077087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,power_law_1.01,0.05397120118141174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,power_law_1.2,0.05278720259666443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.09793279767036438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.10599039793014527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.10794880390167236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.124236798286438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.13664000034332274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.17875200510025024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,power_law_1.01,0.05294719934463501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,power_law_1.2,0.0527616024017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.1702720046043396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.21785600185394288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,power_law_1.01,0.05644800066947937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,power_law_1.2,0.05586559772491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,power_law_1.01,0.056441599130630495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,power_law_1.2,0.057548797130584715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.23527679443359376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.31649279594421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.29079039096832277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.387174391746521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,0.4145984172821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,0.6421055793762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.5673664093017579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,power_law_1.01,0.05971840023994446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.9038016319274902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,power_law_1.2,0.059987199306488034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,0.848902416229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,1.4674304008483887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,power_law_1.01,0.06254720091819763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,power_law_1.2,0.06255999803543091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,power_law_1.01,0.06490240097045899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,1.0819904327392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,power_law_1.2,0.06549760103225707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,1.9980031967163085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,1.4182016372680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,2.430118370056152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,4.219660949707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,2.3080896377563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,power_law_1.01,0.06728320121765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,power_law_1.2,0.06833279728889466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,power_law_1.2,0.07029119729995728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,power_law_1.01,0.06992639899253845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,4.830060958862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,9.250086212158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,power_law_1.2,0.07146880030632019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,power_law_1.01,0.07214720249176025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,power_law_1.01,0.08001919984817504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,power_law_1.2,0.08207359910011292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,power_law_1.01,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,power_law_1.2,0.08458880186080933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,power_law_1.01,0.0893119990825653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,power_law_1.2,0.09456639885902404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,power_law_1.01,0.10232959985733033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,power_law_1.2,0.10412160158157349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.01,0.11699199676513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.2,0.12222080230712891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,power_law_1.01,0.05738880038261414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,power_law_1.2,0.057158398628234866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,power_law_1.01,0.05618559718132019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,power_law_1.2,0.05668479800224304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.01,0.13905919790267945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.2,0.1480831980705261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,power_law_1.2,0.05072640180587769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,power_law_1.01,0.05247359871864319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.01,0.15922559499740602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.2,0.211680006980896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,power_law_1.2,0.05340800285339355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,power_law_1.01,0.05261440277099609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.01,0.23157119750976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,power_law_1.2,0.05311999917030334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.2,0.27616000175476074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,power_law_1.01,0.05479679703712463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.01,0.2734272003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.2,0.43167362213134763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.01,0.4441408157348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.2,0.5527872085571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.01,0.5591423988342286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.2,0.8149760246276856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.01,0.7883520126342773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.2,1.0829824447631835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,power_law_1.2,0.05635200142860412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.01,1.0382783889770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,power_law_1.01,0.055327999591827395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.2,1.54333438873291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,power_law_1.2,0.05826560258865356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,power_law_1.01,1.3806464195251464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,power_law_1.01,0.05653759837150574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,power_law_1.2,1.9167295455932618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,power_law_1.2,0.05952640175819397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,power_law_1.01,0.05902079939842224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,128,power_law_1.01,2.278528022766113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,128,power_law_1.2,3.348876953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,128,power_law_1.01,4.2854656219482425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,128,power_law_1.2,7.5892478942871096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,power_law_1.2,0.061977601051330565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,power_law_1.01,0.06305279731750488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,power_law_1.2,0.06442239880561829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,power_law_1.01,0.06325759887695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,power_law_1.2,0.06573439836502075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,power_law_1.01,0.06744959950447083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,power_law_1.2,0.07025279998779296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,power_law_1.01,0.06895999908447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,power_law_1.01,0.07120640277862549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,power_law_1.2,0.0750976026058197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,power_law_1.01,0.07493759989738465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,power_law_1.01,0.06375679969787598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,power_law_1.2,0.06412799954414368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,power_law_1.01,0.06209279894828797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,power_law_1.2,0.06183040142059326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,power_law_1.01,0.053299200534820554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,power_law_1.2,0.05000320076942444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,power_law_1.2,0.08496639728546143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,power_law_1.01,0.05482239723205566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,power_law_1.01,0.08414720296859741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,power_law_1.2,0.05475199818611145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,power_law_1.01,0.056883198022842404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,power_law_1.2,0.08837760090827942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,power_law_1.01,0.0873856008052826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,power_law_1.2,0.05728639960289002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,power_law_1.2,0.09960319995880126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,power_law_1.01,0.09697920083999634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,power_law_1.2,0.10858240127563476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,power_law_1.01,0.05724160075187683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,power_law_1.01,0.10616320371627808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,power_law_1.2,0.056883198022842404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,power_law_1.2,0.06146559715270996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,power_law_1.01,0.06355199813842774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.2,0.1605247974395752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.01,0.14713599681854247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,power_law_1.2,0.06228479743003845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.2,0.20665600299835205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.01,0.17637759447097778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.2,0.2865216016769409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.01,0.2419584035873413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.2,0.3484352111816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.01,0.3162048101425171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.01,0.4485184192657471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.2,0.5381440162658692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,power_law_1.01,0.06694399714469909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,power_law_1.2,0.06723200082778931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.01,0.5399807929992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.2,0.665388822555542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,power_law_1.01,0.06887680292129517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,power_law_1.2,0.06974719762802124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,power_law_1.01,0.07115520238876342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.01,0.7901440143585206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.2,1.2494463920593262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,power_law_1.2,0.07178879976272583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.01,1.1544511795043946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.2,1.6673471450805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,power_law_1.01,1.2935487747192382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,power_law_1.2,2.0468671798706053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,power_law_1.01,0.07655680179595947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,64,power_law_1.01,2.1707904815673826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,power_law_1.2,0.07956479787826538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,64,power_law_1.2,3.63043212890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,power_law_1.01,0.07893120050430298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,power_law_1.2,0.07950720191001892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,power_law_1.01,0.08359040021896362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,64,power_law_1.01,4.150995254516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,power_law_1.2,0.08229759931564332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,64,power_law_1.2,6.4729667663574215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,power_law_1.01,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,power_law_1.01,0.09563519954681396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,power_law_1.2,0.09663360118865967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,power_law_1.01,0.10581760406494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,power_law_1.2,0.10611840486526489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,power_law_1.01,0.11784960031509399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,power_law_1.2,0.12525440454483033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.01,0.13457920551300048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.2,0.14444799423217775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.01,0.1642240047454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.2,0.18596479892730713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,power_law_1.01,0.06159359812736511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,power_law_1.2,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.01,0.191103994846344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.2,0.2228543996810913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,power_law_1.01,0.07276160120964051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,power_law_1.2,0.07339519858360291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.01,0.25810561180114744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.2,0.33280000686645506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,power_law_1.2,0.05432320237159729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.01,0.36865921020507814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,power_law_1.2,0.056415998935699464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.2,0.44698238372802734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,power_law_1.01,0.05600000023841858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.01,0.4805056095123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,power_law_1.2,0.05888640284538269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,power_law_1.01,0.058764797449111936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.2,0.6336959838867188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.01,0.6580416202545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.2,0.8127615928649903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.01,1.0131199836730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.2,1.316211223602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.01,1.2522624015808106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.2,1.6526016235351562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,power_law_1.01,1.6462400436401368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,power_law_1.2,0.06302080154418946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,power_law_1.01,0.06511359810829162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,power_law_1.2,2.2213119506835937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,32,power_law_1.01,2.790278434753418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,power_law_1.2,0.06707839965820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,power_law_1.01,0.06848639845848084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,power_law_1.2,0.06960639953613282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,power_law_1.01,0.07196159958839417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,32,power_law_1.2,3.253152084350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,32,power_law_1.01,5.158265686035156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,32,power_law_1.2,7.561260986328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,power_law_1.2,0.08001279830932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,power_law_1.01,0.07895039916038513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,power_law_1.2,0.08065919876098633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,power_law_1.01,0.08193280100822449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,power_law_1.2,0.08282880187034607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,power_law_1.01,0.08463360071182251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,power_law_1.2,0.09010559916496277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,power_law_1.01,0.08772479891777038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,power_law_1.2,0.09144960045814514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,power_law_1.01,0.09365760087966919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,power_law_1.2,0.09525759816169739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,power_law_1.01,0.10901119709014892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,power_law_1.2,0.10933120250701904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,power_law_1.01,0.11148159503936768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,power_law_1.2,0.11255680322647095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,power_law_1.01,0.12087680101394653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,power_law_1.2,0.12569600343704224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,power_law_1.2,0.14396159648895263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,power_law_1.01,0.1446336030960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.01,0.15998079776763915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.2,0.17327359914779664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.2,0.21974399089813232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.01,0.1991487979888916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.01,0.2479680061340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.2,0.26531200408935546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.01,0.35355520248413086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.2,0.40685439109802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.01,0.42938880920410155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.2,0.48212480545043945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.2,0.687014389038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.01,0.5864255905151368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.2,0.957100772857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.01,0.8445247650146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.2,1.4694144248962402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.01,1.1079872131347657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.01,1.5045632362365722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.2,1.715897560119629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,power_law_1.01,2.0257471084594725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,power_law_1.2,2.827347183227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,16,power_law_1.01,2.996409606933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,16,power_law_1.2,3.6903167724609376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,16,power_law_1.01,5.863929748535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,16,power_law_1.2,7.516588592529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,power_law_1.01,0.0271232008934021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,power_law_1.2,0.02714880108833313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,power_law_1.01,0.027635198831558228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,power_law_1.2,0.027251198887825012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,power_law_1.01,0.027603200078010558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,power_law_1.2,0.02739199995994568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,power_law_1.01,0.02812800109386444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,power_law_1.2,0.02784000039100647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,power_law_1.01,0.028518399596214293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,power_law_1.2,0.02834559977054596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,power_law_1.01,0.028512001037597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,power_law_1.2,0.0282368004322052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,power_law_1.01,0.02881920039653778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,power_law_1.2,0.028467199206352232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,power_law_1.2,0.02887679934501648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,power_law_1.01,0.030368000268936157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,power_law_1.2,0.030144000053405763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,power_law_1.01,0.03054719865322113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,power_law_1.2,0.030687999725341798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,power_law_1.01,0.03177599906921387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,power_law_1.2,0.031916800141334536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,power_law_1.01,0.034118399024009705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,power_law_1.2,0.034220799803733826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,power_law_1.01,0.034355199337005614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,power_law_1.2,0.035308799147605895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,power_law_1.2,0.03713279962539673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,power_law_1.01,0.040575999021530154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,power_law_1.01,0.026047998666763307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,power_law_1.2,0.02598400115966797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,power_law_1.01,0.04126079976558685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,power_law_1.2,0.04255360066890716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,power_law_1.01,0.026022401452064515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,power_law_1.2,0.025836798548698425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,power_law_1.01,0.026041600108146667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,power_law_1.2,0.026291200518608095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,power_law_1.01,0.02812800109386444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,power_law_1.2,0.02789120078086853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,power_law_1.01,0.028780800104141236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,power_law_1.2,0.028966400027275085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,power_law_1.01,0.04498560130596161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,power_law_1.2,0.04655359983444214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,power_law_1.01,0.028966400027275085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,power_law_1.2,0.029120001196861266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,power_law_1.01,0.029158401489257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,power_law_1.2,0.02953599989414215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,power_law_1.01,0.029631999135017396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,power_law_1.01,0.053497600555419925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,power_law_1.2,0.030035200715065002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,power_law_1.2,0.05983999967575073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.01,0.05851519703865051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,power_law_1.01,0.031615999341011045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.2,0.07134079933166504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,power_law_1.2,0.031481599807739256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.01,0.07407360076904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,power_law_1.01,0.03242239952087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.2,0.10271999835968018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,power_law_1.2,0.0328000009059906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.01,0.0889087975025177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,power_law_1.01,0.03336319923400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.2,0.12448639869689941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,power_law_1.2,0.03301759958267212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.01,0.1338047981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.2,0.16316800117492675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.01,0.15480320453643798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.2,0.2827840089797974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,power_law_1.01,0.03592320084571839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,power_law_1.2,0.03615359961986542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,power_law_1.01,0.03665919899940491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,power_law_1.2,0.03740800023078918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,power_law_1.01,0.037625598907470706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,power_law_1.2,0.03859840035438537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.01,0.2326591968536377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.2,0.4128255844116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.01,0.33790719509124756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.2,0.5018943786621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.01,0.5158080101013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.2,0.7995327949523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.01,0.7308608055114746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.2,1.0224639892578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,power_law_1.01,0.041075199842453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,power_law_1.2,0.04291839897632599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,power_law_1.01,0.042828801274299624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,power_law_1.01,0.8797568321228028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,power_law_1.2,1.3213888168334962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,power_law_1.2,0.04711039960384369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,128,power_law_1.01,1.2829376220703126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,128,power_law_1.2,2.1157888412475585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,128,power_law_1.01,3.2153087615966798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,power_law_1.01,0.046419200301170346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,power_law_1.2,0.05178239941596985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,128,power_law_1.2,4.179091262817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,power_law_1.01,0.060083198547363284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,power_law_1.2,0.06309760212898255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.01,0.06851840019226074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.2,0.07459840178489685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.01,0.08190079927444457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.2,0.08993279933929443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.01,0.09305599927902222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.2,0.11994240283966065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.01,0.13948160409927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.2,0.21369600296020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,power_law_1.01,0.030048000812530517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,power_law_1.2,0.02940160036087036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.01,0.19522559642791748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.2,0.2510335922241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,power_law_1.01,0.028966400027275085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,power_law_1.2,0.027603200078010558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.01,0.2716223955154419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.2,0.40935678482055665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,power_law_1.01,0.02807680070400238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,power_law_1.2,0.028255999088287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.01,0.3440448045730591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,power_law_1.01,0.02900480031967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.2,0.5065408229827881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,power_law_1.2,0.028620800375938414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.01,0.546668815612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,power_law_1.01,0.029452800750732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.2,1.022003173828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,power_law_1.2,0.02951039969921112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.01,0.6779200077056885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.2,1.270028781890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,power_law_1.01,0.9073856353759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,power_law_1.2,1.4521984100341796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,64,power_law_1.01,1.6008832931518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,64,power_law_1.2,2.597369575500488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,power_law_1.01,0.030195200443267824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,64,power_law_1.01,2.8959232330322267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,power_law_1.2,0.02988159954547882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,power_law_1.01,0.030060800909996032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,power_law_1.2,0.03041279911994934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,64,power_law_1.2,5.602598571777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,power_law_1.01,0.031033599376678468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,power_law_1.2,0.03155199885368347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,power_law_1.01,0.03330560028553009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,power_law_1.2,0.033190399408340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,power_law_1.01,0.03369599878787995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,power_law_1.2,0.03373439908027649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,power_law_1.01,0.03436799943447113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,power_law_1.2,0.03459199965000152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,power_law_1.01,0.036134400963783266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,power_law_1.2,0.036831998825073244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,power_law_1.01,0.03705599904060364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,power_law_1.2,0.0377920001745224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,power_law_1.01,0.03880319893360138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,power_law_1.2,0.040249601006507874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,power_law_1.01,0.04457600116729736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,power_law_1.2,0.04720639884471893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,power_law_1.01,0.04590719938278198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,power_law_1.2,0.04818559885025024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,power_law_1.01,0.051737600564956666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,power_law_1.2,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,power_law_1.2,0.06660479903221131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,power_law_1.01,0.061612802743911746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.2,0.07570559978485107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.01,0.07374079823493958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.2,0.09632639884948731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.01,0.0943615972995758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.2,0.12591999769210815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.01,0.10570240020751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.2,0.17223680019378662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.01,0.1385856032371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.2,0.22549760341644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.01,0.1851456046104431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.2,0.4312448024749756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.01,0.28833279609680174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.2,0.5471424102783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.01,0.41038079261779786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.2,0.9294976234436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.01,0.5483327865600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.2,1.3713791847229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.01,0.8247808456420899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,power_law_1.2,1.818707275390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,power_law_1.01,0.977337646484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,32,power_law_1.2,2.1767040252685548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,32,power_law_1.01,1.657094383239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,32,power_law_1.2,5.480262374877929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,32,power_law_1.01,3.4260414123535154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,power_law_1.01,0.04737280011177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,power_law_1.2,0.0472896009683609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,power_law_1.01,0.04645760059356689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,power_law_1.2,0.044582399725914004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,power_law_1.01,0.04328320026397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,power_law_1.2,0.04343039989471435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,power_law_1.2,0.04601599872112274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,power_law_1.01,0.048825600743293764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,power_law_1.2,0.05184000134468079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,power_law_1.01,0.050342398881912234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,power_law_1.2,0.049439999461174014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,power_law_1.01,0.048825600743293764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,power_law_1.2,0.05113599896430969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,power_law_1.01,0.050911998748779295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,power_law_1.2,0.05255039930343628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,power_law_1.2,0.05553280115127564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,power_law_1.2,0.057126402854919434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,power_law_1.01,0.059462398290634155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,power_law_1.2,0.06165760159492493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,power_law_1.01,0.060249602794647215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,power_law_1.2,0.06520959734916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,power_law_1.01,0.06458879709243774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,power_law_1.2,0.06810879707336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,power_law_1.01,0.0674560010433197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,power_law_1.2,0.07056000232696533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,power_law_1.01,0.06903679966926575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,power_law_1.2,0.07942399978637696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,power_law_1.01,0.07653759717941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,power_law_1.2,0.08459519743919372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,power_law_1.01,0.0785215973854065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,power_law_1.2,0.09773439764976502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,power_law_1.01,0.0911679983139038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,power_law_1.2,0.10743680000305175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,power_law_1.01,0.10421119928359986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.2,0.12937599420547485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.01,0.11963520050048829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.2,0.1632192015647888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.01,0.15102720260620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.2,0.2074431896209717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.01,0.176147198677063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.2,0.30168321132659914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.01,0.25596160888671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,power_law_1.01,0.052211201190948485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,power_law_1.2,0.05273600220680237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.2,0.37934079170227053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.01,0.3829504013061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,power_law_1.01,0.05180799961090088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,power_law_1.2,0.046316799521446225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.01,0.43601279258728026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.2,0.6105663776397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,power_law_1.01,0.04568319916725159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,power_law_1.2,0.04602240025997162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.2,0.9641856193542481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.01,0.6149184226989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,power_law_1.01,0.049856001138687135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,power_law_1.2,0.05225600004196167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.2,1.1874688148498536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.01,1.1064831733703613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,power_law_1.01,0.05242239832878113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,power_law_1.2,0.05334399938583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.01,1.332953643798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.2,2.03505916595459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,power_law_1.01,1.5070528030395507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,power_law_1.2,2.1266239166259764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,32,power_law_1.01,2.4016895294189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,32,power_law_1.2,4.444870376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,power_law_1.01,0.054713600873947145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,power_law_1.2,0.054585599899291994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,power_law_1.01,0.05783680081367493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,power_law_1.2,0.05740159749984741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,32,power_law_1.01,5.027315139770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,32,power_law_1.2,8.473951721191407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,power_law_1.01,0.059571200609207155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,power_law_1.2,0.059961599111557004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,power_law_1.01,0.06293759942054748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,power_law_1.2,0.06231679916381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,power_law_1.01,0.06427519917488098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,power_law_1.2,0.06467840075492859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,power_law_1.01,0.0671231985092163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,power_law_1.01,0.07084800004959106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,power_law_1.2,0.07352319955825806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,power_law_1.01,0.07392640113830566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,power_law_1.2,0.07607679963111877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,power_law_1.01,0.0788927972316742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,power_law_1.2,0.0782912015914917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,power_law_1.01,0.08912000060081482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,power_law_1.2,0.08997759819030762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,power_law_1.01,0.09268479943275451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,power_law_1.2,0.09556480050086975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,power_law_1.01,0.10508160591125489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,power_law_1.2,0.11218559741973877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,power_law_1.01,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.01,0.13942400217056275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,power_law_1.2,0.12467199563980103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.01,0.17751679420471192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.2,0.15644160509109498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.01,0.22617599964141846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.2,0.19088000059127808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.01,0.2956671953201294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.2,0.263321590423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.01,0.36985599994659424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.2,0.3557823896408081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.01,0.5687488079071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.2,0.47039361000061036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.01,0.7390463829040528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.2,0.6237120151519775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.2,1.0041536331176757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.01,1.208460807800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.2,1.3713343620300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.01,1.6488576889038087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.2,1.9337663650512695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,power_law_1.01,1.859974479675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,power_law_1.2,2.7482303619384765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,16,power_law_1.01,2.966431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,16,power_law_1.2,4.368870544433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,16,power_law_1.01,6.4225341796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,16,power_law_1.2,10.44250259399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,power_law_1.01,0.06172159910202026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,power_law_1.2,0.06269440054893494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,power_law_1.01,0.062412798404693604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,power_law_1.2,0.06370559930801392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,power_law_1.01,0.06197119951248169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,power_law_1.2,0.05937920212745666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,power_law_1.01,0.05453439950942993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,power_law_1.2,0.056377601623535153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,power_law_1.01,0.05808640122413635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,power_law_1.2,0.056441599130630495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,power_law_1.2,0.0606656014919281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,power_law_1.01,0.060889601707458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,power_law_1.01,0.06547200083732604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,power_law_1.2,0.06379520297050476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,power_law_1.01,0.06590080261230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,power_law_1.2,0.06699519753456115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,power_law_1.01,0.06938880085945129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,power_law_1.2,0.07066879868507385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,power_law_1.01,0.06240000128746033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,power_law_1.2,0.0623744010925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,power_law_1.01,0.07125120162963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,power_law_1.2,0.07244160175323486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,power_law_1.01,0.06028159856796265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,power_law_1.2,0.06046720147132874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,power_law_1.01,0.07451519966125489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,power_law_1.2,0.07423359751701356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,power_law_1.01,0.059673601388931276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,power_law_1.2,0.05569919943809509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,power_law_1.2,0.053478401899337766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,power_law_1.01,0.053939199447631835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,power_law_1.2,0.05729920268058777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,power_law_1.01,0.056576001644134524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,power_law_1.2,0.07884160280227662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,power_law_1.01,0.07934719920158387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,power_law_1.2,0.05927680134773254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,power_law_1.01,0.060198402404785155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,power_law_1.2,0.08115199804306031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,power_law_1.01,0.07736319899559022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,power_law_1.2,0.0645695984363556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,power_law_1.01,0.06476160287857055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,power_law_1.2,0.08255360126495362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,power_law_1.01,0.08082559704780579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,power_law_1.2,0.06779519915580749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,power_law_1.01,0.06419839859008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,power_law_1.2,0.08740479946136474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,power_law_1.2,0.09313920140266418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,power_law_1.01,0.09100160002708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,power_law_1.2,0.09916800260543823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,power_law_1.01,0.09604480266571044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,power_law_1.2,0.07077760100364686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,power_law_1.01,0.06936320066452026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,power_law_1.2,0.11545599699020385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,power_law_1.01,0.11111040115356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,power_law_1.2,0.07255679965019227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,power_law_1.01,0.07381759881973267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,power_law_1.2,0.0753920018672943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,power_law_1.01,0.07402880191802978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.2,0.1255231976509094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.01,0.11916799545288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,power_law_1.2,0.07919999957084656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,power_law_1.01,0.0784704029560089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,power_law_1.2,0.08140159845352173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,power_law_1.01,0.08181120157241821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,power_law_1.2,0.08460800051689148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.2,0.15950080156326293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.01,0.15336960554122925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.2,0.19097599983215333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.01,0.17857279777526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,power_law_1.2,0.08950399756431579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,power_law_1.01,0.08920320272445678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.2,0.2692543983459473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.01,0.2409343957901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,power_law_1.2,0.09241600036621093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,power_law_1.01,0.09355520009994507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.2,0.3516671895980835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.01,0.29605119228363036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.2,0.5385280132293702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.01,0.417523193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.2,0.691871976852417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.01,0.5530943870544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,power_law_1.2,0.09850239753723145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,power_law_1.01,0.09764479994773864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.01,0.7970943927764893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.2,1.1512255668640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,power_law_1.2,0.11650559902191163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,power_law_1.01,0.114956796169281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.01,1.0647232055664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.2,1.4650239944458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.2,0.13171199560165406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.01,0.1318400025367737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,power_law_1.01,1.2832639694213868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,power_law_1.2,1.8950336456298829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,128,power_law_1.01,2.1253631591796873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,128,power_law_1.2,3.1537599563598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,128,power_law_1.01,4.341471862792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,128,power_law_1.2,6.603289794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.2,0.1673535943031311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.01,0.15319679975509642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.2,0.1992192029953003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.01,0.18499840497970582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.2,0.29097599983215333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.01,0.23699839115142823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.2,0.37336320877075196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.01,0.2969536066055298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.01,0.448140811920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.2,0.58821120262146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.2,0.663590383529663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.01,0.5695360183715821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.01,0.8704575538635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.2,1.0316991806030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.01,1.0794879913330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.2,1.3276351928710937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,power_law_1.01,1.4444992065429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,power_law_1.2,1.6691776275634767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,64,power_law_1.01,2.1949119567871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,64,power_law_1.2,2.9751871109008787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,power_law_1.01,0.06530560255050659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,power_law_1.2,0.0660863995552063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,power_law_1.01,0.07354239821434021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,power_law_1.2,0.07328640222549439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,64,power_law_1.01,4.366892623901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,64,power_law_1.2,6.385631942749024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,power_law_1.01,0.06968960165977478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,power_law_1.2,0.0677183985710144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,power_law_1.2,0.05735679864883423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,power_law_1.2,0.05851519703865051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,power_law_1.01,0.05861759781837463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,power_law_1.2,0.0630079984664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,power_law_1.01,0.06259199976921082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,power_law_1.2,0.06607999801635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,power_law_1.01,0.06699519753456115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,power_law_1.2,0.07158399820327759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,power_law_1.01,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,power_law_1.01,0.06302080154418946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,power_law_1.2,0.06311039924621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,power_law_1.01,0.07463679909706115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,power_law_1.01,0.08277119994163513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,power_law_1.2,0.07112320065498352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,power_law_1.2,0.057017600536346434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,power_law_1.01,0.059487998485565186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,power_law_1.01,0.07446399927139283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,power_law_1.2,0.07621759772300721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,power_law_1.2,0.06170880198478699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,power_law_1.01,0.06128000020980835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,power_law_1.01,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,power_law_1.2,0.07672320008277893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,power_law_1.01,0.08002560138702393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,power_law_1.2,0.0791808009147644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,power_law_1.2,0.06673280000686646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,power_law_1.01,0.06785920262336731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,power_law_1.2,0.07070080041885377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,power_law_1.01,0.07189120054244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,power_law_1.2,0.0760640025138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,power_law_1.01,0.07727360129356384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,power_law_1.2,0.08778240084648133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,power_law_1.01,0.08679680228233337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,power_law_1.2,0.08995199799537659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,power_law_1.01,0.08917120099067688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,power_law_1.2,0.09320319890975952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,power_law_1.01,0.09064319729804993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,power_law_1.2,0.08142719864845276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,power_law_1.2,0.0845632016658783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,power_law_1.2,0.10003199577331542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,power_law_1.01,0.0871616005897522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,power_law_1.01,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,power_law_1.2,0.08798720240592957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,power_law_1.01,0.09082880020141601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,power_law_1.01,0.09964799880981445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,power_law_1.2,0.10016640424728393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,power_law_1.2,0.10524159669876099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,power_law_1.01,0.10519039630889893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,power_law_1.01,0.11042560338973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,power_law_1.2,0.11610239744186401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,power_law_1.01,0.10622080564498901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,power_law_1.2,0.10592000484466553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,power_law_1.01,0.1284608006477356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,power_law_1.2,0.13052799701690673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,power_law_1.01,0.11281919479370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,power_law_1.2,0.11068160533905029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.01,0.14638079404830934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.2,0.14713599681854247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.01,0.17570559978485106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.2,0.19331200122833253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.01,0.2219007968902588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.2,0.22892799377441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.01,0.2834176063537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.2,0.32194559574127196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,power_law_1.2,0.11599999666213989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,power_law_1.01,0.11561599969863892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.01,0.38241920471191404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.2,0.40947837829589845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,power_law_1.2,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,power_law_1.01,0.12015360593795776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.01,0.49765758514404296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.2,0.6491968154907226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,power_law_1.2,0.13852159976959227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,power_law_1.01,0.13201919794082642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.01,0.6722943782806396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.2,0.7241216182708741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,power_law_1.2,0.16151679754257203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,power_law_1.01,0.15343999862670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.01,1.0041407585144042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.2,1.1047167778015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.2,0.17904640436172486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.01,0.1714367985725403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.01,1.3637568473815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.2,1.5041152000427247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.2,0.22115840911865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.01,0.20515201091766358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,power_law_1.01,1.5135104179382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.2,0.29297919273376466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.01,0.25807359218597414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,power_law_1.2,1.9436031341552735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.2,0.3861759901046753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.01,0.3658240079879761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,32,power_law_1.01,2.7754560470581056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,32,power_law_1.2,2.780607986450195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.2,0.4896063804626465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.01,0.44504318237304685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,32,power_law_1.01,5.115974426269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.2,0.6530816078186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.01,0.6677504062652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,32,power_law_1.2,6.0061695098876955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.2,0.879916763305664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.01,0.825875186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.2,1.3387328147888184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.01,1.151859188079834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.01,1.4840448379516602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.2,1.6815423965454102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,power_law_1.01,1.8195199966430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,power_law_1.2,2.1357759475708007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,16,power_law_1.01,2.9629375457763674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,16,power_law_1.2,3.423904037475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,16,power_law_1.01,5.985068893432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,16,power_law_1.2,7.867084503173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,1,power_law_1.01,0.046265599131584165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,1,power_law_1.01,0.047577598690986635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,1,power_law_1.01,0.07890560030937195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,1,power_law_1.01,0.1076159954071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,1,power_law_1.01,0.15262080430984498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,1,power_law_1.01,0.2546367883682251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,1,power_law_1.01,0.2739648103713989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,1,power_law_1.01,0.2837631940841675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,1,power_law_1.01,0.2924288034439087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,1,power_law_1.01,0.29430398941040037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,1,power_law_1.01,0.31499519348144533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,1,power_law_1.01,0.31882879734039304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,1,power_law_1.01,0.34318079948425295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,1,power_law_1.01,0.34791040420532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,1,power_law_1.01,0.3790143966674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,1,power_law_1.01,0.3983423948287964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,1,power_law_1.01,0.38248960971832274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,1,power_law_1.01,0.4246272087097168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.4598527908325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.5328320026397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.6198912143707276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.8099967956542968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.9716095924377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.3431488037109376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.705344009399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.4334079742431642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,1,power_law_1.01,3.1963008880615233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,1,power_law_1.01,3.9796287536621096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,1,power_law_1.01,6.523296356201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,1,power_law_1.01,13.054240417480468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,1,power_law_1.2,0.04844799935817719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,1,power_law_1.2,0.0466048002243042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,1,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,1,power_law_1.2,0.10536320209503174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,1,power_law_1.2,0.13794560432434083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,1,power_law_1.2,0.2526015996932983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,1,power_law_1.2,0.27285759449005126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,1,power_law_1.2,0.284332799911499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,1,power_law_1.2,0.30106239318847655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,1,power_law_1.2,0.3059648036956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,1,power_law_1.2,0.3139008045196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,1,power_law_1.2,0.32279040813446047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,1,power_law_1.2,0.32739839553833006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,1,power_law_1.2,0.3673151969909668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,1,power_law_1.2,0.3695231914520264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,1,power_law_1.2,0.3860928058624268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,1,power_law_1.2,0.39202558994293213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,1,power_law_1.2,0.43672962188720704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.4667520046234131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.5609216213226318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.6320127964019775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.8243647575378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.9904383659362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.351206398010254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.7303552627563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.4822784423828126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,1,power_law_1.2,3.280857467651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,1,power_law_1.2,4.079923248291015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,1,power_law_1.2,6.6993858337402346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,1,power_law_1.2,13.176205444335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.04209280014038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.061919999122619626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.08271999955177307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.15587199926376344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.1633471965789795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.16688640117645265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.17311999797821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.1814463973045349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.19259519577026368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.19950079917907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.2134783983230591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.21025919914245605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.23002879619598388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.2375999927520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.2525887966156006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.29665279388427734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.3325056076049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.4119296073913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.49213438034057616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,1,power_law_1.01,0.6578303813934326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,1,power_law_1.01,0.8376255989074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,1,power_law_1.01,1.173465633392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,1,power_law_1.01,1.5150976181030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,1,power_law_1.01,2.1850559234619142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,1,power_law_1.01,2.841619110107422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,1,power_law_1.01,3.511123275756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,1,power_law_1.01,5.589152145385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,1,power_law_1.01,11.587654113769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.036748799681663516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.04506880044937134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.057036799192428586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.07036799788475037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.091430401802063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.1505344033241272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.16822400093078613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.17719039916992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.17500799894332886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.18764159679412842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.19397120475769042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.20577919483184814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.21906559467315673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.21539199352264404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.23176960945129393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.24191999435424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.25866239070892333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.30042879581451415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.3392575979232788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.41860480308532716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.5010047912597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,1,power_law_1.2,0.6672832012176514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,1,power_law_1.2,0.8416768074035644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,1,power_law_1.2,1.185536003112793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,1,power_law_1.2,1.5080191612243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,1,power_law_1.2,2.184172821044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,1,power_law_1.2,2.8633983612060545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,1,power_law_1.2,3.577119827270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,1,power_law_1.2,5.737209701538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,1,power_law_1.2,11.748467254638673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,1,power_law_1.01,0.047737601399421695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,1,power_law_1.01,0.056505602598190305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,1,power_law_1.01,0.072953599691391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,1,power_law_1.01,0.09740800261497498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,1,power_law_1.01,0.1179967999458313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,1,power_law_1.01,0.17020800113677978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,1,power_law_1.01,0.1785215973854065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,1,power_law_1.01,0.18347519636154175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,1,power_law_1.01,0.19349759817123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,1,power_law_1.01,0.2066431999206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,1,power_law_1.01,0.2286911964416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,1,power_law_1.01,0.24181759357452393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,1,power_law_1.01,0.2578432083129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,1,power_law_1.01,0.2565887928009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,1,power_law_1.01,0.278272008895874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,1,power_law_1.01,0.2936896085739136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,1,power_law_1.01,0.30083839893341063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,1,power_law_1.01,0.3738431930541992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,1,power_law_1.01,0.4284031867980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,1,power_law_1.01,0.5450943946838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,1,power_law_1.01,0.6534976005554199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,1,power_law_1.01,0.8911935806274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,1,power_law_1.01,1.1239999771118163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,1,power_law_1.01,1.578809642791748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,1,power_law_1.01,2.033888053894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,1,power_law_1.01,2.948780822753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,1,power_law_1.01,3.821382522583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,1,power_law_1.01,4.708838272094726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,1,power_law_1.01,7.3626556396484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,1,power_law_1.01,14.426118469238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,1,power_law_1.2,0.04762240052223206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,1,power_law_1.2,0.058841598033905027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,1,power_law_1.2,0.07279360294342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,1,power_law_1.2,0.09052799940109253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,1,power_law_1.2,0.10967040061950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,1,power_law_1.2,0.1759168028831482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,1,power_law_1.2,0.17868160009384154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,1,power_law_1.2,0.19126399755477905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,1,power_law_1.2,0.20342400074005126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,1,power_law_1.2,0.21075839996337892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,1,power_law_1.2,0.22357120513916015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,1,power_law_1.2,0.2480384111404419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,1,power_law_1.2,0.2652224063873291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,1,power_law_1.2,0.26292479038238525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,1,power_law_1.2,0.28152320384979246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,1,power_law_1.2,0.2981760025024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,1,power_law_1.2,0.31706240177154543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,1,power_law_1.2,0.3826303958892822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,1,power_law_1.2,0.4361087799072266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,1,power_law_1.2,0.5443391799926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,1,power_law_1.2,0.664243221282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,1,power_law_1.2,0.901478385925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,1,power_law_1.2,1.1166272163391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,1,power_law_1.2,1.5697279930114747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,1,power_law_1.2,2.028646469116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,1,power_law_1.2,2.944134330749512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,1,power_law_1.2,3.824524688720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,1,power_law_1.2,4.707692718505859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,1,power_law_1.2,7.359001922607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,1,power_law_1.2,14.425350952148438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.0686464011669159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.0808896005153656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.09466239809989929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.11818879842758179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.17697919607162477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.18750079870223998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.19041279554367066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.23470718860626222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.24344959259033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.25233280658721924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.2592704057693481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.2645312070846558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.28016641139984133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.29314560890197755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.3041343927383423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.32982399463653567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.3907263994216919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.45589118003845214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.594540786743164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.7274623870849609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.9958784103393554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,1.259340763092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.7807424545288086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,2.3143423080444334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,3.3898239135742188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,4.460185623168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,5.514681625366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,1,power_law_1.01,8.730028533935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,1,power_law_1.01,17.323628234863282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.058259201049804685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.06810240149497986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.07878400087356567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.0895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.10680960416793824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.1726912021636963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.18960000276565553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.19639040231704713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.2378688097000122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.24725120067596434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.2543423891067505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.2637120008468628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.2709120035171509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.28407039642333987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.29626879692077634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.3127615928649902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.3345664024353027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.3924351930618286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.46305279731750487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.5995903968811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.7370048046112061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,1.002451229095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,1.2720512390136718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.7960319519042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,2.3281343460083006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,3.390796661376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,4.464928054809571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,5.530483245849609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,1,power_law_1.2,8.746304321289063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,1,power_law_1.2,17.31889953613281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,2,power_law_1.01,0.0471807986497879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,2,power_law_1.01,0.04010240137577057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,2,power_law_1.01,0.05420799851417542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,2,power_law_1.01,0.0743615984916687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,2,power_law_1.01,0.09812480211257935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,2,power_law_1.01,0.14680960178375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,2,power_law_1.01,0.14932479858398437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,2,power_law_1.01,0.15626879930496215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,2,power_law_1.01,0.16037119626998902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,2,power_law_1.01,0.16008960008621215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,2,power_law_1.01,0.17499519586563111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,2,power_law_1.01,0.17864320278167725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,2,power_law_1.01,0.18984320163726806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,2,power_law_1.01,0.19564160108566284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,2,power_law_1.01,0.21369600296020508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,2,power_law_1.01,0.21617279052734376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,2,power_law_1.01,0.21560320854187012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,2,power_law_1.01,0.23945600986480714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.2620032072067261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.3023103952407837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.36558079719543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.47655038833618163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,2,power_law_1.01,0.5604095935821534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,2,power_law_1.01,0.8069055557250977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,2,power_law_1.01,0.9565888404846191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,2,power_law_1.01,1.3289536476135253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,2,power_law_1.01,1.8298303604125976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,2,power_law_1.01,2.2387712478637694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,2,power_law_1.01,3.5106239318847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,2,power_law_1.01,8.161151885986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,2,power_law_1.2,0.046911999583244324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,2,power_law_1.2,0.03903999924659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,2,power_law_1.2,0.04973439872264862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,2,power_law_1.2,0.06446719765663148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,2,power_law_1.2,0.08821759819984436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,2,power_law_1.2,0.14364160299301149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,2,power_law_1.2,0.1536128044128418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,2,power_law_1.2,0.16320639848709106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,2,power_law_1.2,0.16491520404815674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,2,power_law_1.2,0.16943999528884887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,2,power_law_1.2,0.17960959672927856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,2,power_law_1.2,0.19052799940109252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,2,power_law_1.2,0.1953279972076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,2,power_law_1.2,0.20024960041046141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,2,power_law_1.2,0.22290558815002443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,2,power_law_1.2,0.22586240768432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,2,power_law_1.2,0.22040319442749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,2,power_law_1.2,0.2486720085144043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.2746687889099121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.32666239738464353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.3972032070159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.4728064060211182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,2,power_law_1.2,0.6019519805908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,2,power_law_1.2,0.7562687873840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.04269437789917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,2,power_law_1.2,1.5456319808959962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,2,power_law_1.2,1.8879039764404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,2,power_law_1.2,2.4078336715698243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,2,power_law_1.2,4.189651107788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,2,power_law_1.2,8.19952621459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,1,power_law_1.01,0.032332798838615416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,1,power_law_1.01,0.036671999096870425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,1,power_law_1.01,0.05184000134468079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,1,power_law_1.01,0.06937599778175355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,1,power_law_1.01,0.09968000054359435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,1,power_law_1.01,0.14948480129241942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,1,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,1,power_law_1.01,0.16012799739837646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,1,power_law_1.01,0.16524159908294678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,1,power_law_1.01,0.17048959732055663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,1,power_law_1.01,0.17842559814453124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,1,power_law_1.01,0.1882688045501709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,1,power_law_1.01,0.20452480316162108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,1,power_law_1.01,0.20463359355926514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,1,power_law_1.01,0.21644160747528077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,1,power_law_1.01,0.23712000846862794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,1,power_law_1.01,0.23277440071105956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,1,power_law_1.01,0.2645632028579712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.2937024116516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.35167999267578126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.4475391864776611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.5644480228424072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.6609024047851563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.9246080398559571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.1727231979370116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.7026111602783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,1,power_law_1.01,2.22159366607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.740991973876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,1,power_law_1.01,4.500006484985351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,1,power_law_1.01,9.253421020507812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,1,power_law_1.2,0.03513599932193756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03640320003032684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,1,power_law_1.2,0.04731520116329193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,1,power_law_1.2,0.06312320232391358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,1,power_law_1.2,0.09220479726791382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,1,power_law_1.2,0.14680320024490356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,1,power_law_1.2,0.1559424042701721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,1,power_law_1.2,0.16526080369949342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,1,power_law_1.2,0.17216639518737792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,1,power_law_1.2,0.17917439937591553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,1,power_law_1.2,0.18581759929656982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,1,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,1,power_law_1.2,0.20567679405212402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,1,power_law_1.2,0.2128000020980835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,1,power_law_1.2,0.22176001071929932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,1,power_law_1.2,0.2330496072769165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,1,power_law_1.2,0.24007680416107177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,1,power_law_1.2,0.2695359945297241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.3007551908493042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.3614464044570923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.4479680061340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.5698239803314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.6685760021209717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.9324671745300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.1821056365966798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.7234111785888673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,1,power_law_1.2,2.2524927139282225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.8072704315185546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,1,power_law_1.2,4.681382369995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,1,power_law_1.2,9.04961929321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.03776000142097473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.0383103996515274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.04755840003490448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.05635200142860412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.06569600105285645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.09878399968147278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.09982720017433167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.10554239749908448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.10981760025024415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.11875840425491332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.12400000095367432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.12696319818496704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.13656959533691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.14143359661102295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.15223679542541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.17827839851379396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.20648319721221925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.252729606628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.29287679195404054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.3817408084869385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,2,power_law_1.01,0.46341757774353026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,2,power_law_1.01,0.6983168125152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,2,power_law_1.01,0.8798080444335937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,2,power_law_1.01,1.2503487586975097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,2,power_law_1.01,1.661369514465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,2,power_law_1.01,2.0488960266113283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,2,power_law_1.01,3.1981632232666017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,2,power_law_1.01,6.561727905273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.03752320110797882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.03665919899940491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.04415999948978424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.051718401908874514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.06123520135879516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.09500160217285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.09844480156898498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.10439679622650147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.10639359951019287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.1085055947303772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.11615359783172607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.11679359674453735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.12735999822616578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.12862080335617065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.1372607946395874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.14905600547790526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.15084160566329957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.1729599952697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.2023871898651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.2678783893585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.303110408782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.39768960475921633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,2,power_law_1.2,0.546892786026001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,2,power_law_1.2,0.6885632038116455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.0005760192871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,2,power_law_1.2,1.4170751571655273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,2,power_law_1.2,1.6889535903930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,2,power_law_1.2,2.384684753417969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,2,power_law_1.2,3.837772750854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,2,power_law_1.2,7.60921630859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.03400320112705231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.04690560102462769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.05794559717178345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.07040640115737914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.10346879959106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.10698879957199096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.10931839942932128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.11879040002822876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.11843199729919433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.12715519666671754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.1310271978378296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.1394495964050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.1418176054954529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.15499520301818848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.16364799737930297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.17815680503845216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.211680006980896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.27222399711608886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.33651840686798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.384224009513855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.5295423984527587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.6528704166412354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,1,power_law_1.01,0.9119872093200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,1,power_law_1.01,1.1912896156311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,1,power_law_1.01,1.7294656753540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,1,power_law_1.01,2.2863487243652343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,1,power_law_1.01,2.859507179260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,1,power_law_1.01,4.645043182373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,1,power_law_1.01,10.264447784423828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.0341376006603241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03820799887180328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.04497919976711273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.05397120118141174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.06655359864234925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.10145280361175538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.11240320205688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.11898239850997924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.12717440128326415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.13665920495986938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.14598400592803956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.14608000516891478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.15623040199279786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.165664005279541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.18137600421905517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.21427199840545655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.2827264070510864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.33672959804534913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.38842880725860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.5339583873748779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.6577727794647217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,1,power_law_1.2,0.9210240364074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.1858367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,1,power_law_1.2,1.7350591659545898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,1,power_law_1.2,2.2901824951171874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,1,power_law_1.2,2.881216049194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,1,power_law_1.2,4.6526336669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,1,power_law_1.2,10.21317138671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,2,power_law_1.01,0.04723199903964996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,2,power_law_1.01,0.049593600630760196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,2,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,2,power_law_1.01,0.07217280268669128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,2,power_law_1.01,0.08854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,2,power_law_1.01,0.10888960361480712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,2,power_law_1.01,0.11102720499038696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,2,power_law_1.01,0.11745280027389526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,2,power_law_1.01,0.12447359561920165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,2,power_law_1.01,0.1262719988822937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,2,power_law_1.01,0.1366912007331848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,2,power_law_1.01,0.14876799583435057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,2,power_law_1.01,0.1579200029373169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,2,power_law_1.01,0.15516159534454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,2,power_law_1.01,0.16725120544433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,2,power_law_1.01,0.18067840337753296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,2,power_law_1.01,0.1899839997291565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,2,power_law_1.01,0.21923201084136962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,2,power_law_1.01,0.2524224042892456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,2,power_law_1.01,0.313369607925415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,2,power_law_1.01,0.37039361000061033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,2,power_law_1.01,0.5123712062835694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,2,power_law_1.01,0.6364736080169677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,2,power_law_1.01,0.9085439682006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,2,power_law_1.01,1.1604864120483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,2,power_law_1.01,1.6884992599487305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,2,power_law_1.01,2.152582359313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,2,power_law_1.01,2.891494369506836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,2,power_law_1.01,3.9813697814941404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,2,power_law_1.01,8.446739196777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,2,power_law_1.2,0.0472896009683609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,2,power_law_1.2,0.0493120014667511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,2,power_law_1.2,0.0574783980846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,2,power_law_1.2,0.06683520078659058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,2,power_law_1.2,0.08036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,2,power_law_1.2,0.11310720443725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,2,power_law_1.2,0.11943039894104004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,2,power_law_1.2,0.12089600563049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,2,power_law_1.2,0.1256127953529358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,2,power_law_1.2,0.12704639434814452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,2,power_law_1.2,0.1420032024383545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,2,power_law_1.2,0.153056001663208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,2,power_law_1.2,0.1622207999229431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,2,power_law_1.2,0.15920640230178834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,2,power_law_1.2,0.1737280011177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,2,power_law_1.2,0.18818559646606445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,2,power_law_1.2,0.18654719591140748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,2,power_law_1.2,0.22970240116119384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,2,power_law_1.2,0.2509183883666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,2,power_law_1.2,0.31429119110107423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,2,power_law_1.2,0.386028790473938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,2,power_law_1.2,0.5178304195404053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,2,power_law_1.2,0.6658368110656738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,2,power_law_1.2,0.9964223861694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,2,power_law_1.2,1.1985024452209472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,2,power_law_1.2,1.8449600219726563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,2,power_law_1.2,2.394937515258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,2,power_law_1.2,2.9620031356811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,2,power_law_1.2,4.249497604370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,2,power_law_1.2,9.438240051269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,1,power_law_1.01,0.04456959962844849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,1,power_law_1.01,0.05183359980583191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,1,power_law_1.01,0.06238080263137817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,1,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,1,power_law_1.01,0.08579840064048767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,1,power_law_1.01,0.11423360109329224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,1,power_law_1.01,0.11901439428329467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,1,power_law_1.01,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,1,power_law_1.01,0.1279039978981018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,1,power_law_1.01,0.13304320573806763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,1,power_law_1.01,0.14398720264434814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,1,power_law_1.01,0.1559231996536255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,1,power_law_1.01,0.16778240203857422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,1,power_law_1.01,0.1627776026725769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,1,power_law_1.01,0.17824000120162964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,1,power_law_1.01,0.19254399538040162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,1,power_law_1.01,0.20894720554351806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,1,power_law_1.01,0.2529792070388794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,1,power_law_1.01,0.288921594619751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,1,power_law_1.01,0.3696127891540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,1,power_law_1.01,0.43180160522460936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,1,power_law_1.01,0.574560022354126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,1,power_law_1.01,0.7048639774322509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,1,power_law_1.01,0.9727744102478028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,1,power_law_1.01,1.2232895851135255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,1,power_law_1.01,1.750284767150879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,1,power_law_1.01,2.2590143203735353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,1,power_law_1.01,2.776620864868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,1,power_law_1.01,4.329836654663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,1,power_law_1.01,8.417740631103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,1,power_law_1.2,0.044940799474716187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,1,power_law_1.2,0.050367999076843264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,1,power_law_1.2,0.058956801891326904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,1,power_law_1.2,0.06837120056152343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,1,power_law_1.2,0.08164479732513427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,1,power_law_1.2,0.11407359838485717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,1,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,1,power_law_1.2,0.1247871994972229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,1,power_law_1.2,0.13166719675064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,1,power_law_1.2,0.13648639917373656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,1,power_law_1.2,0.14703999757766723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,1,power_law_1.2,0.15890560150146485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,1,power_law_1.2,0.1701375961303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,1,power_law_1.2,0.16817920207977294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,1,power_law_1.2,0.18036479949951173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,1,power_law_1.2,0.19232640266418458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,1,power_law_1.2,0.21600639820098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,1,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,1,power_law_1.2,0.30167040824890134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,1,power_law_1.2,0.37154560089111327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,1,power_law_1.2,0.43225598335266113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,1,power_law_1.2,0.5731391906738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,1,power_law_1.2,0.7068352222442627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,1,power_law_1.2,0.9706175804138184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,1,power_law_1.2,1.2150272369384765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,1,power_law_1.2,1.737126350402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,1,power_law_1.2,2.247667121887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,1,power_law_1.2,2.7655168533325196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,1,power_law_1.2,4.306380844116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,1,power_law_1.2,8.405241394042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.04232319891452789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04755840003490448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.05272960066795349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.06362879872322083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.07100160121917724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.1046720027923584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.1099392056465149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.10847359895706177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.14079359769821168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.14220800399780273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.14844160079956054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.150271999835968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.15141119956970214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.16082559823989867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.17034879922866822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.1750272035598755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.1884160041809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.21961600780487062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.2663680076599121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.322815990447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.4040192127227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5567615985870361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.7231359958648682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,1.0470784187316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.2534527778625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.9397247314453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.592307281494141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,2,power_law_1.01,3.195302391052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,2,power_law_1.01,4.85994873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,2,power_law_1.01,10.916998291015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.04312320053577423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.05187839865684509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.06135680079460144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.0680191993713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.10615040063858032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.10652799606323242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.11669119596481323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.14087680578231812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.14458240270614625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.1499008059501648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.15378559827804567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.15445120334625245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.16039040088653564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.17464319467544556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.18062080144882203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.19321600198745728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.23331840038299562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.25793919563293455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.34133760929107665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.41661438941955564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.6224319934844971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.7223040103912354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.1094016075134276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.4445823669433593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,2.186329650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.6840768814086915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,2,power_law_1.2,3.293017578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,2,power_law_1.2,5.298310470581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,2,power_law_1.2,11.012979125976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.05470719933509827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.06622719764709473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.07204480171203613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.07722880244255066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.08796160221099854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.12580480575561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.13456000089645387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.13868160247802735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.17160320281982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.17683839797973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.18364800214767457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.1893952012062073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.1943295955657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.20370559692382811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.2163327932357788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.22561919689178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.24940159320831298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.295743989944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.3500607967376709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.4623871803283691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.5635776042938232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.7745984077453614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.9918975830078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,1.4154239654541017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.8446720123291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,2.682796859741211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,3.5318782806396483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,4.3749950408935545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,1,power_law_1.01,6.947590637207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,1,power_law_1.01,13.785848999023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.06536960005760192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.06970239877700805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.07661439776420594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.0844223976135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.12904959917068481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.13848320245742798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.14142719507217408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.1750272035598755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.17720320224761962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.18297599554061889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.18929280042648317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.19466880559921265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.20360960960388183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.21767039299011232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.23121280670166017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.25265278816223147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.296345591545105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.3533375978469849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.4617023944854736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.5669568061828614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.7819519996643066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.9961088180541993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,1.4200960159301759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.8466047286987304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,2.6982208251953126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,3.543123245239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,4.389235305786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,1,power_law_1.2,6.9451904296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,1,power_law_1.2,13.779367065429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,4,power_law_1.01,0.042828801274299624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,4,power_law_1.01,0.03663359880447388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,4,power_law_1.01,0.040428799390792844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,4,power_law_1.01,0.04826880097389221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,4,power_law_1.01,0.058841598033905027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,4,power_law_1.01,0.08939520120620728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,4,power_law_1.01,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,4,power_law_1.01,0.09054719805717468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,4,power_law_1.01,0.09905920028686524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,4,power_law_1.01,0.09995520114898682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,4,power_law_1.01,0.10586880445480347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,4,power_law_1.01,0.10992640256881714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,4,power_law_1.01,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,4,power_law_1.01,0.12090239524841309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,4,power_law_1.01,0.12762880325317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,4,power_law_1.01,0.13423360586166383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,4,power_law_1.01,0.1300160050392151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,4,power_law_1.01,0.15041919946670532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.1663424015045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.20111360549926757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.2404736042022705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.28331520557403567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.3483776092529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,4,power_law_1.01,0.439635181427002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,4,power_law_1.01,0.573632001876831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,4,power_law_1.01,0.8306943893432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,4,power_law_1.01,1.0796480178833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,4,power_law_1.01,1.449612808227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,4,power_law_1.01,2.2150272369384765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,4,power_law_1.01,4.447449493408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,4,power_law_1.2,0.04291839897632599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,4,power_law_1.2,0.035174399614334106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,4,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,4,power_law_1.2,0.043731200695037845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,4,power_law_1.2,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,4,power_law_1.2,0.09121919870376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,4,power_law_1.2,0.09386879801750184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,4,power_law_1.2,0.09818239808082581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,4,power_law_1.2,0.09932159781455993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,4,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,4,power_law_1.2,0.10529919862747192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,4,power_law_1.2,0.11291520595550537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,4,power_law_1.2,0.11784319877624512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,4,power_law_1.2,0.11736960411071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,4,power_law_1.2,0.12522239685058595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,4,power_law_1.2,0.13693439960479736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,4,power_law_1.2,0.13507839441299438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,4,power_law_1.2,0.1496384024620056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.18175359964370727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.22325758934020995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.26182401180267334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.32335360050201417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.37920639514923093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,4,power_law_1.2,0.5202943801879882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,4,power_law_1.2,0.7030975818634033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,4,power_law_1.2,0.9959872245788575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,4,power_law_1.2,1.4121600151062013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,4,power_law_1.2,1.5871935844421388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,4,power_law_1.2,2.5880064010620116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,4,power_law_1.2,6.582303619384765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,2,power_law_1.01,0.02967039942741394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,2,power_law_1.01,0.03335039913654327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,2,power_law_1.01,0.042156800627708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,2,power_law_1.01,0.04857600033283234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,2,power_law_1.01,0.060710400342941284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,2,power_law_1.01,0.09153280258178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,2,power_law_1.01,0.09280639886856079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,2,power_law_1.01,0.09531520009040832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,2,power_law_1.01,0.10167039632797241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,2,power_law_1.01,0.10111360549926758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,2,power_law_1.01,0.11108479499816895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,2,power_law_1.01,0.12067840099334717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,2,power_law_1.01,0.12750719785690307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,2,power_law_1.01,0.12158080339431762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,2,power_law_1.01,0.13045120239257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,2,power_law_1.01,0.14338560104370118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,2,power_law_1.01,0.13995519876480103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,2,power_law_1.01,0.15593600273132324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,2,power_law_1.01,0.1886016011238098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,2,power_law_1.01,0.2356800079345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,2,power_law_1.01,0.25867519378662107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,2,power_law_1.01,0.36256000995635984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,2,power_law_1.01,0.38584959506988525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,2,power_law_1.01,0.545305585861206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,2,power_law_1.01,0.6768383979797363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,2,power_law_1.01,0.9712896347045898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,2,power_law_1.01,1.3037376403808594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,2,power_law_1.01,1.6046655654907227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,2,power_law_1.01,2.6026559829711915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,2,power_law_1.01,5.313484954833984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,2,power_law_1.2,0.030073601007461547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,2,power_law_1.2,0.030713599920272828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,2,power_law_1.2,0.03948799967765808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,2,power_law_1.2,0.04665600061416626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,2,power_law_1.2,0.05777919888496399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,2,power_law_1.2,0.0918079972267151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,2,power_law_1.2,0.0933184027671814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,2,power_law_1.2,0.10112639665603637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,2,power_law_1.2,0.1017408013343811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,2,power_law_1.2,0.10350079536437988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,2,power_law_1.2,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,2,power_law_1.2,0.11523840427398682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,2,power_law_1.2,0.11720960140228272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,2,power_law_1.2,0.122489595413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,2,power_law_1.2,0.13895679712295533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,2,power_law_1.2,0.146943998336792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,2,power_law_1.2,0.14967039823532105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,2,power_law_1.2,0.17552000284194946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,2,power_law_1.2,0.19920639991760253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,2,power_law_1.2,0.24170238971710206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,2,power_law_1.2,0.27494399547576903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,2,power_law_1.2,0.34609920978546144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,2,power_law_1.2,0.42417278289794924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,2,power_law_1.2,0.575980806350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,2,power_law_1.2,0.774835205078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,2,power_law_1.2,1.0888128280639648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,2,power_law_1.2,1.4033344268798829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,2,power_law_1.2,1.6772863388061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,2,power_law_1.2,3.170572853088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,2,power_law_1.2,7.201350402832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,1,power_law_1.01,0.028492799401283263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,1,power_law_1.01,0.03315840065479279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,1,power_law_1.01,0.03968639969825745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,1,power_law_1.01,0.047884801030159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,1,power_law_1.01,0.06026880145072937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,1,power_law_1.01,0.09422720074653626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,1,power_law_1.01,0.09959679841995239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,1,power_law_1.01,0.10179840326309204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,1,power_law_1.01,0.10721280574798583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,1,power_law_1.01,0.11067520380020142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,1,power_law_1.01,0.11412479877471923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,1,power_law_1.01,0.11786880493164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,1,power_law_1.01,0.12012799978256225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,1,power_law_1.01,0.17666560411453247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,1,power_law_1.01,0.1757375955581665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,1,power_law_1.01,0.196563196182251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,1,power_law_1.01,0.1648192048072815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,1,power_law_1.01,0.19792640209197998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.22138240337371826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.29015040397644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.31663360595703127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.4314239978790283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.5282368183135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.7453440189361572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.9344191551208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.3402432441711425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.7731967926025392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,1,power_law_1.01,2.18338565826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,1,power_law_1.01,3.58856315612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,1,power_law_1.01,7.527833557128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,1,power_law_1.2,0.028492799401283263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,1,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,1,power_law_1.2,0.039987200498580934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04535039961338043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,1,power_law_1.2,0.05623679757118225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,1,power_law_1.2,0.09828479886054993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,1,power_law_1.2,0.1000704050064087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,1,power_law_1.2,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,1,power_law_1.2,0.10711679458618165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,1,power_law_1.2,0.11272959709167481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,1,power_law_1.2,0.11416959762573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,1,power_law_1.2,0.11985280513763427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,1,power_law_1.2,0.12208000421524048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,1,power_law_1.2,0.1676800012588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,1,power_law_1.2,0.18588800430297853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,1,power_law_1.2,0.20277760028839112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,1,power_law_1.2,0.16784000396728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,1,power_law_1.2,0.19718400239944459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.2232896089553833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.30018560886383056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.3199359893798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.4308608055114746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.5350399971008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.748576021194458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.9637887954711915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.3608511924743651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.7943424224853515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,1,power_law_1.2,2.2191488265991213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,1,power_law_1.2,3.749631881713867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,1,power_law_1.2,7.842374420166015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.03771519958972931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.03444480001926422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.03734399974346161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.04469119906425476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.053324800729751584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.06533120274543762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.06673920154571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.06832000017166137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.06992639899253845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.07206400036811829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.07233920097351074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.07922559976577759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.07902079820632935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.08104320168495179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.09526399970054626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.09873279929161072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.11628160476684571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.126636803150177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.15107200145721436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.1885823965072632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.26004478931427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.30996479988098147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,4,power_law_1.01,0.4470911979675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,4,power_law_1.01,0.5706943988800048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,4,power_law_1.01,0.7809216022491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,4,power_law_1.01,1.0811455726623536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,4,power_law_1.01,1.3923904418945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,4,power_law_1.01,1.7742080688476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,4,power_law_1.01,4.205721664428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.0382207989692688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.03418880105018616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.03671680092811584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.044588801264762876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.0474047988653183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.06483839750289917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.06699519753456115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.07010560035705567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.06981120109558106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.07285119891166687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.07619199752807618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.0797439992427826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.08276479840278625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.08184959888458251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.0915008008480072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.09352959990501404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.10466560125350952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.11762559413909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.12614400386810304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.17264000177383423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.21679999828338622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.29600000381469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.35350399017333983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,4,power_law_1.2,0.48613758087158204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,4,power_law_1.2,0.6494912147521973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,4,power_law_1.2,0.9092864036560059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,4,power_law_1.2,1.283244800567627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,4,power_law_1.2,1.5706111907958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,4,power_law_1.2,2.469049644470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,4,power_law_1.2,5.623078536987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,2,power_law_1.01,0.036575999855995175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,2,power_law_1.01,0.03333120048046112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,2,power_law_1.01,0.040115201473236085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,2,power_law_1.01,0.04374400079250336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,2,power_law_1.01,0.052832001447677614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,2,power_law_1.01,0.07008000016212464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,2,power_law_1.01,0.07034879922866821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,2,power_law_1.01,0.07100800275802613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,2,power_law_1.01,0.07475200295448303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,2,power_law_1.01,0.07793279886245727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,2,power_law_1.01,0.08240640163421631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,2,power_law_1.01,0.0834559977054596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,2,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,2,power_law_1.01,0.09091839790344239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,2,power_law_1.01,0.10176639556884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,2,power_law_1.01,0.10595840215682983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,2,power_law_1.01,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,2,power_law_1.01,0.1291391968727112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,2,power_law_1.01,0.16425600051879882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,2,power_law_1.01,0.2129215955734253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,2,power_law_1.01,0.2350464105606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,2,power_law_1.01,0.30751359462738037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,2,power_law_1.01,0.3742271900177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,2,power_law_1.01,0.5772799968719482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,2,power_law_1.01,0.6652031898498535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,2,power_law_1.01,0.9866559982299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,2,power_law_1.01,1.3940287590026856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,2,power_law_1.01,1.8423616409301757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,2,power_law_1.01,2.9451520919799803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,2,power_law_1.01,5.681932830810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,2,power_law_1.2,0.036422398686408994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,2,power_law_1.2,0.033318400382995605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,2,power_law_1.2,0.0369024008512497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,2,power_law_1.2,0.04115839898586273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,2,power_law_1.2,0.049184000492095946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,2,power_law_1.2,0.0680191993713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,2,power_law_1.2,0.06941440105438232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,2,power_law_1.2,0.0745024025440216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,2,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,2,power_law_1.2,0.07798399925231933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,2,power_law_1.2,0.08303359746932984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,2,power_law_1.2,0.08638079762458802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,2,power_law_1.2,0.09080960154533387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,2,power_law_1.2,0.09016960263252258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,2,power_law_1.2,0.10009599924087524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,2,power_law_1.2,0.10661760568618775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,2,power_law_1.2,0.1119871973991394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,2,power_law_1.2,0.1319615960121155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,2,power_law_1.2,0.1705407977104187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,2,power_law_1.2,0.21283841133117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,2,power_law_1.2,0.23072640895843505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,2,power_law_1.2,0.32651519775390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,2,power_law_1.2,0.41303038597106934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,2,power_law_1.2,0.5930240154266357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,2,power_law_1.2,0.8041791915893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,2,power_law_1.2,1.098259162902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,2,power_law_1.2,1.5631808280944823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,2,power_law_1.2,1.7877887725830077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,2,power_law_1.2,3.2947647094726564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,2,power_law_1.2,6.7151741027832035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.03615359961986542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.03680639863014221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.04179840087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.050316798686981204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.05852800011634827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.0800320029258728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.08321279883384705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.08659840226173401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.08854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.0923200011253357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.0989247977733612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.10396800041198731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.11048959493637085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.1126911997795105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.12294399738311768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.12871040105819703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.149126398563385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.17882879972457885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.22851200103759767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.2905855894088745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.31676158905029295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.45896320343017577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.5734208106994629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.8143872261047364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,1,power_law_1.01,1.074630355834961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.59039363861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,1,power_law_1.01,2.213164710998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,1,power_law_1.01,2.7492223739624024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,1,power_law_1.01,4.528780746459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,1,power_law_1.01,9.037260437011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.03635199964046478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.03784320056438446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.041305598616600034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04632959961891174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.05424000024795532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.08049280047416688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.0837823987007141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.08592000007629394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.09022079706192017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.09365119934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.10017919540405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.10314879417419434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.11146880388259887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.11363840103149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.12704639434814452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.1329599976539612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.14813439846038817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.18258559703826904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.22986879348754882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.29059839248657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.3237951993942261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.4598976135253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.5797183990478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.8230079650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,1,power_law_1.2,1.0748607635498046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.6366079330444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,1,power_law_1.2,2.2410112380981446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,1,power_law_1.2,2.7820608139038088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,1,power_law_1.2,4.561235046386718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,1,power_law_1.2,9.423513793945313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,4,power_law_1.01,0.05322239995002746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,4,power_law_1.01,0.04921599924564361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,4,power_law_1.01,0.048511999845504764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,4,power_law_1.01,0.060089600086212155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,4,power_law_1.01,0.06376320123672485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,4,power_law_1.01,0.08170239925384522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,4,power_law_1.01,0.08284159898757934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,4,power_law_1.01,0.08399360179901123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,4,power_law_1.01,0.08711680173873901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,4,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,4,power_law_1.01,0.09440640211105347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,4,power_law_1.01,0.09786880016326904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,4,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,4,power_law_1.01,0.10133119821548461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,4,power_law_1.01,0.1142016053199768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,4,power_law_1.01,0.11841280460357666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,4,power_law_1.01,0.11696000099182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,4,power_law_1.01,0.13992320299148558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,4,power_law_1.01,0.16656639575958251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,4,power_law_1.01,0.1912511944770813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,4,power_law_1.01,0.224070405960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,4,power_law_1.01,0.325926399230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,4,power_law_1.01,0.4027008056640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,4,power_law_1.01,0.5377280235290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,4,power_law_1.01,0.6599040031433105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,4,power_law_1.01,1.0487296104431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,4,power_law_1.01,1.2939135551452636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,4,power_law_1.01,1.6291648864746093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,4,power_law_1.01,2.7985599517822264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,4,power_law_1.01,5.531961441040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,4,power_law_1.2,0.053324800729751584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,4,power_law_1.2,0.0440447986125946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,4,power_law_1.2,0.04780159890651703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,4,power_law_1.2,0.05624960064888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,4,power_law_1.2,0.06382079720497132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,4,power_law_1.2,0.08174719810485839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,4,power_law_1.2,0.08250240087509156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,4,power_law_1.2,0.08305280208587647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,4,power_law_1.2,0.08902400135993957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,4,power_law_1.2,0.09180160164833069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,4,power_law_1.2,0.09557120203971863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,4,power_law_1.2,0.10124160051345825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,4,power_law_1.2,0.11046400070190429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,4,power_law_1.2,0.10751359462738037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,4,power_law_1.2,0.11518080234527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,4,power_law_1.2,0.12260479927062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,4,power_law_1.2,0.12920960187911987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,4,power_law_1.2,0.1496384024620056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,4,power_law_1.2,0.16167039871215821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,4,power_law_1.2,0.21020801067352296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,4,power_law_1.2,0.2358975887298584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,4,power_law_1.2,0.3529792070388794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,4,power_law_1.2,0.41943039894104006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,4,power_law_1.2,0.6034239768981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,4,power_law_1.2,0.7640384197235107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,4,power_law_1.2,1.234233570098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,4,power_law_1.2,1.645030403137207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,4,power_law_1.2,1.6431808471679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,4,power_law_1.2,3.0090431213378905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,4,power_law_1.2,5.989279937744141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,2,power_law_1.01,0.046758401393890384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,2,power_law_1.01,0.0458624005317688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,2,power_law_1.01,0.05441920161247253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,2,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,2,power_law_1.01,0.06650239825248719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,2,power_law_1.01,0.08299520015716552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,2,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,2,power_law_1.01,0.0847487986087799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,2,power_law_1.01,0.08695039749145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,2,power_law_1.01,0.09628159999847412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,2,power_law_1.01,0.09800320267677307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,2,power_law_1.01,0.10151679515838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,2,power_law_1.01,0.10903680324554443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,2,power_law_1.01,0.10718719959259033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,2,power_law_1.01,0.1158336043357849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,2,power_law_1.01,0.12006399631500245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,2,power_law_1.01,0.12931840419769286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,2,power_law_1.01,0.1550271987915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,2,power_law_1.01,0.17783039808273315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,2,power_law_1.01,0.21676158905029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,2,power_law_1.01,0.2630399942398071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,2,power_law_1.01,0.33073279857635496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,2,power_law_1.01,0.40101118087768556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,2,power_law_1.01,0.5601856231689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,2,power_law_1.01,0.7414271831512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,2,power_law_1.01,1.0417280197143555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,2,power_law_1.01,1.2730303764343263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,2,power_law_1.01,1.611404800415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,2,power_law_1.01,2.373971176147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,2,power_law_1.01,4.787744140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,2,power_law_1.2,0.04650239944458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,2,power_law_1.2,0.044019201397895814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,2,power_law_1.2,0.053235197067260744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,2,power_law_1.2,0.055315202474594115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,2,power_law_1.2,0.06428800225257873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,2,power_law_1.2,0.08243839740753174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,2,power_law_1.2,0.08495360016822814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,2,power_law_1.2,0.08657280206680298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,2,power_law_1.2,0.09237120151519776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,2,power_law_1.2,0.09635840058326721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,2,power_law_1.2,0.09976320266723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,2,power_law_1.2,0.10550400018692016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,2,power_law_1.2,0.11030399799346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,2,power_law_1.2,0.10824960470199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,2,power_law_1.2,0.11354880332946778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,2,power_law_1.2,0.1217919945716858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,2,power_law_1.2,0.12908799648284913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,2,power_law_1.2,0.15827200412750245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,2,power_law_1.2,0.18253439664840698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,2,power_law_1.2,0.2202239990234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,2,power_law_1.2,0.2794624090194702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,2,power_law_1.2,0.33563520908355715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,2,power_law_1.2,0.41130242347717283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,2,power_law_1.2,0.5616960048675537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,2,power_law_1.2,0.7339839935302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,2,power_law_1.2,1.0437503814697267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,2,power_law_1.2,1.400044822692871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,2,power_law_1.2,1.8074495315551757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,2,power_law_1.2,2.729190444946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,2,power_law_1.2,6.120761489868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.03505280017852783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.03903999924659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.045075199007987975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.04789760112762451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.06944000124931335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.07064319849014282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.07303040027618408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.08465920090675354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.08646399974822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.09101439714431762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.09193599820137024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.09726719856262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.1017408013343811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.10842239856719971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.11264640092849731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.1368191957473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.1561344027519226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.1920639991760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.2277440071105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.33669118881225585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.3950144052505493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.6101952075958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,0.836672019958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.0753664016723632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,1.294764804840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,4,power_law_1.01,1.8863744735717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,4,power_law_1.01,3.076243209838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,4,power_law_1.01,6.106496047973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.03709439933300018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.037651199102401736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.0379967987537384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.04510720074176788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.0477183997631073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.07117440104484558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.07134720087051391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.07306240200996399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.08489599823951721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.08825600147247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.0890175998210907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.09098880290985108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.09210240244865417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.09697920083999634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.1037824034690857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.12508800029754638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.14127360582351683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.1587455987930298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.1958080053329468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.2520576000213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.3503743886947632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.49660801887512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.6574912071228027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,0.7715904235839843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.3228608131408692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,1.739084815979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,4,power_law_1.2,2.5834239959716796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,4,power_law_1.2,3.8778751373291014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,4,power_law_1.2,9.048198699951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,2,power_law_1.01,0.039878401160240176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,2,power_law_1.01,0.04230400025844574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,2,power_law_1.01,0.04739840030670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,2,power_law_1.01,0.05102720260620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,2,power_law_1.01,0.05912320017814636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,2,power_law_1.01,0.08089600205421447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,2,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,2,power_law_1.01,0.08524159789085388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,2,power_law_1.01,0.10218240022659301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,2,power_law_1.01,0.10379519462585449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,2,power_law_1.01,0.10867840051651001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,2,power_law_1.01,0.1091264009475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,2,power_law_1.01,0.11293439865112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,2,power_law_1.01,0.11584639549255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,2,power_law_1.01,0.12777600288391114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,2,power_law_1.01,0.13095680475234986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,2,power_law_1.01,0.14750080108642577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,2,power_law_1.01,0.17063679695129394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,2,power_law_1.01,0.19005440473556517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,2,power_law_1.01,0.24963839054107667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,2,power_law_1.01,0.3305984020233154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,2,power_law_1.01,0.4330431938171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,2,power_law_1.01,0.6088255882263184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,2,power_law_1.01,0.8398655891418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,2,power_law_1.01,1.0005760192871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,2,power_law_1.01,1.5536767959594726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,2,power_law_1.01,2.030303955078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,2,power_law_1.01,2.518662452697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,2,power_law_1.01,3.977977752685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,2,power_law_1.01,7.784588623046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,2,power_law_1.2,0.03945600092411041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,2,power_law_1.2,0.044838398694992065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,2,power_law_1.2,0.047417598962783816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,2,power_law_1.2,0.05098239779472351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,2,power_law_1.2,0.058380800485610965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,2,power_law_1.2,0.07961599826812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,2,power_law_1.2,0.08643199801445008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,2,power_law_1.2,0.08492159843444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,2,power_law_1.2,0.1028607964515686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,2,power_law_1.2,0.10476160049438477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,2,power_law_1.2,0.1074560046195984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,2,power_law_1.2,0.10932480096817017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,2,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,2,power_law_1.2,0.12043520212173461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,2,power_law_1.2,0.12780799865722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,2,power_law_1.2,0.13409919738769532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,2,power_law_1.2,0.15149439573287965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,2,power_law_1.2,0.17361279726028442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,2,power_law_1.2,0.2005824089050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,2,power_law_1.2,0.2561856031417847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,2,power_law_1.2,0.33644800186157225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,2,power_law_1.2,0.44727678298950196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,2,power_law_1.2,0.580019187927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,2,power_law_1.2,0.8699456214904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,2,power_law_1.2,1.1826175689697265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,2,power_law_1.2,1.692857551574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,2,power_law_1.2,2.243833541870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,2,power_law_1.2,2.8284351348876955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,2,power_law_1.2,4.323686218261718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,2,power_law_1.2,8.861382293701173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.05309439897537231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.06319360136985779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.06843519806861878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.07901440262794494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.10570240020751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.10938880443572999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.11189119815826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.13511680364608764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.14321279525756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,0.14983680248260497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,0.1540287971496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,0.17527040243148803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,0.18406399488449096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,0.2057919979095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,0.25046401023864745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,0.29871358871459963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,0.40233597755432127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,0.4941376209259033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,0.6810944080352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,0.8668928146362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,1.2469311714172364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,1.628531265258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,2.3892095565795897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,3.147667121887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,1,power_law_1.01,3.9062335968017576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,1,power_law_1.01,6.181862258911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,1,power_law_1.01,12.262118530273437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.054739201068878175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.06429439783096313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.06761599779129028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.07109119892120361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.10599039793014527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.1106495976448059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.1141055941581726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.1356608033180237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.13957120180130006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.1442304015159607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,0.1515328049659729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,0.1543295979499817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,0.16457600593566896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,0.17575039863586425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,0.18684799671173097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,0.20719358921051026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,0.25048959255218506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,0.2999104022979736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,0.403059196472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,0.4964735984802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,0.6835328102111816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,0.8706048011779786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,1.2471487998962403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,1.6312896728515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,2.3945215225219725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,3.1548608779907226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,1,power_law_1.2,3.9053504943847654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,1,power_law_1.2,6.188447952270508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,1,power_law_1.2,12.274976348876953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,8,power_law_1.01,0.04222080111503601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,8,power_law_1.01,0.034668800234794614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,8,power_law_1.01,0.0354559987783432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,8,power_law_1.01,0.03975679874420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,8,power_law_1.01,0.042368000745773314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,8,power_law_1.01,0.05146239995956421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,8,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,8,power_law_1.01,0.053964799642562865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,8,power_law_1.01,0.05751680135726929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,8,power_law_1.01,0.060102397203445436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,8,power_law_1.01,0.06563199758529663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,8,power_law_1.01,0.06837760210037232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,8,power_law_1.01,0.06963840126991272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,8,power_law_1.01,0.07584000229835511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,8,power_law_1.01,0.08710399866104127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,8,power_law_1.01,0.09118080139160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,8,power_law_1.01,0.0889087975025177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,8,power_law_1.01,0.09564800262451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.12008320093154908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.13746559619903564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.14498560428619384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.20758399963378907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.23299200534820558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.31658239364624025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,8,power_law_1.01,0.4090688228607178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,8,power_law_1.01,0.580019187927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,8,power_law_1.01,0.8100735664367675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,8,power_law_1.01,0.9291775703430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,8,power_law_1.01,1.5732992172241211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,8,power_law_1.01,3.495667266845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,8,power_law_1.2,0.0420415997505188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03033599853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,8,power_law_1.2,0.03375360071659088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,8,power_law_1.2,0.038764798641204835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,8,power_law_1.2,0.041484799981117246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,8,power_law_1.2,0.05319679975509643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,8,power_law_1.2,0.055027198791503903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,8,power_law_1.2,0.06101120114326477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,8,power_law_1.2,0.0603007972240448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,8,power_law_1.2,0.0643455982208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,8,power_law_1.2,0.06617599725723267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,8,power_law_1.2,0.06629120111465454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,8,power_law_1.2,0.07230719923973083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,8,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,8,power_law_1.2,0.08894720077514648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,8,power_law_1.2,0.0940671980381012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,8,power_law_1.2,0.0904640018939972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,8,power_law_1.2,0.10353280305862426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.12929279804229737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.141593599319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.15667840242385864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.22810239791870118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.2641279935836792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.3838720083236694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,8,power_law_1.2,0.5124288082122803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,8,power_law_1.2,0.8079615592956543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,8,power_law_1.2,1.0372544288635255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,8,power_law_1.2,1.2644864082336427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,8,power_law_1.2,2.062771224975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,8,power_law_1.2,4.744492721557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,4,power_law_1.01,0.02826879918575287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,4,power_law_1.01,0.0296640008687973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,4,power_law_1.01,0.03136639893054962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,4,power_law_1.01,0.0350271999835968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,4,power_law_1.01,0.0434688001871109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,4,power_law_1.01,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,4,power_law_1.01,0.05566080212593079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,4,power_law_1.01,0.06107519865036011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,4,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,4,power_law_1.01,0.06230400204658508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,4,power_law_1.01,0.0671231985092163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,4,power_law_1.01,0.07028480172157288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,4,power_law_1.01,0.07059839963912964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,4,power_law_1.01,0.11063040494918823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,4,power_law_1.01,0.1168063998222351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,4,power_law_1.01,0.1223296046257019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,4,power_law_1.01,0.0917631983757019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,4,power_law_1.01,0.10501760244369507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,4,power_law_1.01,0.1295807957649231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,4,power_law_1.01,0.16458879709243773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,4,power_law_1.01,0.15664000511169435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,4,power_law_1.01,0.23778560161590576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,4,power_law_1.01,0.24445440769195556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,4,power_law_1.01,0.3134335994720459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,4,power_law_1.01,0.4146240234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,4,power_law_1.01,0.6522304058074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,4,power_law_1.01,0.7991744041442871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,4,power_law_1.01,0.9974143981933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,4,power_law_1.01,1.478163242340088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,4,power_law_1.01,3.1983808517456054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,4,power_law_1.2,0.02707200050354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,4,power_law_1.2,0.029183998703956604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,4,power_law_1.2,0.032678401470184325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,4,power_law_1.2,0.03495680093765259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,4,power_law_1.2,0.04108799993991852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,4,power_law_1.2,0.05485439896583557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,4,power_law_1.2,0.056883198022842404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,4,power_law_1.2,0.06047359704971313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,4,power_law_1.2,0.06312959790229797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,4,power_law_1.2,0.06250879764556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,4,power_law_1.2,0.06659839749336242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,4,power_law_1.2,0.07098879814147949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,4,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,4,power_law_1.2,0.1099392056465149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,4,power_law_1.2,0.12473599910736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,4,power_law_1.2,0.12840319871902467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,4,power_law_1.2,0.09477760195732117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,4,power_law_1.2,0.10913280248641968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,4,power_law_1.2,0.1316480040550232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,4,power_law_1.2,0.16600960493087769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,4,power_law_1.2,0.1697216033935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,4,power_law_1.2,0.23627519607543945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,4,power_law_1.2,0.26903040409088136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,4,power_law_1.2,0.34295680522918703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,4,power_law_1.2,0.47072639465332033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,4,power_law_1.2,0.6768447875976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,4,power_law_1.2,0.9007488250732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,4,power_law_1.2,1.304588794708252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,4,power_law_1.2,2.1886463165283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,4,power_law_1.2,4.361331176757813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,2,power_law_1.01,0.026521599292755126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,2,power_law_1.01,0.02876800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,2,power_law_1.01,0.03412480056285858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,2,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,2,power_law_1.01,0.04472320079803467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,2,power_law_1.01,0.05601279735565186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,2,power_law_1.01,0.05983999967575073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,2,power_law_1.01,0.06238719820976257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,2,power_law_1.01,0.06421759724617004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,2,power_law_1.01,0.0661184012889862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,2,power_law_1.01,0.0701312005519867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,2,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,2,power_law_1.01,0.07608320116996765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,2,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,2,power_law_1.01,0.09339519739151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,2,power_law_1.01,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,2,power_law_1.01,0.10481280088424683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,2,power_law_1.01,0.12257280349731445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,2,power_law_1.01,0.13150719404220582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,2,power_law_1.01,0.16563199758529662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,2,power_law_1.01,0.18658560514450073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,2,power_law_1.01,0.25182719230651857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,2,power_law_1.01,0.30154879093170167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,2,power_law_1.01,0.43883519172668456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,2,power_law_1.01,0.5728767871856689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,2,power_law_1.01,0.8447808265686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,2,power_law_1.01,1.0038335800170899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,2,power_law_1.01,1.2435839653015137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,2,power_law_1.01,2.104185676574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,2,power_law_1.01,4.797446441650391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,2,power_law_1.2,0.026636800169944762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,2,power_law_1.2,0.027846398949623107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,2,power_law_1.2,0.034176000952720643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,2,power_law_1.2,0.04008319973945618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,2,power_law_1.2,0.04314239919185638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,2,power_law_1.2,0.058348798751831056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,2,power_law_1.2,0.05863040089607239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,2,power_law_1.2,0.06479359865188598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,2,power_law_1.2,0.06762880086898804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,2,power_law_1.2,0.06785920262336731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,2,power_law_1.2,0.07246080040931702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,2,power_law_1.2,0.07325440049171447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,2,power_law_1.2,0.07390720248222352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,2,power_law_1.2,0.08773760199546814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,2,power_law_1.2,0.0925055980682373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,2,power_law_1.2,0.09913600087165833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,2,power_law_1.2,0.10869120359420777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,2,power_law_1.2,0.13219840526580812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,2,power_law_1.2,0.1376960039138794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,2,power_law_1.2,0.17494399547576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,2,power_law_1.2,0.19271039962768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,2,power_law_1.2,0.27908480167388916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,2,power_law_1.2,0.32511999607086184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,2,power_law_1.2,0.43755521774291994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,2,power_law_1.2,0.6055488109588623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,2,power_law_1.2,0.8491456031799316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,2,power_law_1.2,1.2034367561340331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,2,power_law_1.2,1.3495424270629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,2,power_law_1.2,2.2319936752319336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,2,power_law_1.2,5.866060638427735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,1,power_law_1.01,0.031673601269721983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,1,power_law_1.01,0.03589119911193848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,1,power_law_1.01,0.04222719967365265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,1,power_law_1.01,0.04653440117835998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,1,power_law_1.01,0.055199998617172244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,1,power_law_1.01,0.07397760152816772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,1,power_law_1.01,0.07675520181655884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,1,power_law_1.01,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,1,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,1,power_law_1.01,0.08065279722213745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,1,power_law_1.01,0.08755199909210205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,1,power_law_1.01,0.09264000058174134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,1,power_law_1.01,0.09500799775123596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,1,power_law_1.01,0.09998720288276672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,1,power_law_1.01,0.10486400127410889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,1,power_law_1.01,0.11081600189208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,1,power_law_1.01,0.13553919792175292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,1,power_law_1.01,0.1758911967277527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,1,power_law_1.01,0.18188159465789794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,1,power_law_1.01,0.23861119747161866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,1,power_law_1.01,0.2720256090164185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,1,power_law_1.01,0.37345280647277834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,1,power_law_1.01,0.45619840621948243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,1,power_law_1.01,0.6283135890960694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,1,power_law_1.01,0.8381119728088379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,1,power_law_1.01,1.200831985473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,1,power_law_1.01,1.5568639755249023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,1,power_law_1.01,1.9257280349731445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,1,power_law_1.01,3.15152645111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,1,power_law_1.01,6.198220825195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,1,power_law_1.2,0.031411200761795044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,1,power_law_1.2,0.03718400001525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,1,power_law_1.2,0.04166400134563446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,1,power_law_1.2,0.044531199336051944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,1,power_law_1.2,0.05061759948730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,1,power_law_1.2,0.074508798122406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,1,power_law_1.2,0.07702400088310242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,1,power_law_1.2,0.08091520071029663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,1,power_law_1.2,0.08194559812545776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,1,power_law_1.2,0.08706560134887695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,1,power_law_1.2,0.08705919981002808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,1,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,1,power_law_1.2,0.09630720019340515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,1,power_law_1.2,0.101363205909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,1,power_law_1.2,0.10943360328674316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,1,power_law_1.2,0.11433600187301636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,1,power_law_1.2,0.1400063991546631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,1,power_law_1.2,0.18048640489578247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,1,power_law_1.2,0.18944640159606935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,1,power_law_1.2,0.2513535976409912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,1,power_law_1.2,0.2726592063903809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,1,power_law_1.2,0.3733376026153564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,1,power_law_1.2,0.4554111957550049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,1,power_law_1.2,0.6365312099456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,1,power_law_1.2,0.8440640449523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,1,power_law_1.2,1.2041919708251954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,1,power_law_1.2,1.5738880157470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,1,power_law_1.2,1.946553611755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,1,power_law_1.2,3.2009281158447265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,1,power_law_1.2,6.618694305419922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.04229759871959686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.034067198634147644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.0346560001373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.035872000455856326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.040601599216461184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.04828799962997436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.04984320104122162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.05100160241127014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.05186560153961182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.05292159914970398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.05441280007362366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.059308797121047974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.060083198547363284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.06198400259017944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.06761599779129028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.06848639845848084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.07552639842033386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.08168960213661194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.10495359897613525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.12227200269699097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.1328384041786194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.19160319566726686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.23729920387268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.3002943992614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,8,power_law_1.01,0.3868864059448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,8,power_law_1.01,0.5524991989135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,8,power_law_1.01,0.6532224178314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,8,power_law_1.01,0.899238395690918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,8,power_law_1.01,1.4425472259521483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,8,power_law_1.01,2.888928031921387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.03331199884414673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.0342848002910614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.03570559918880463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.039776000380516055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.049439999461174014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.050547200441360476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.05073919892311096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.0515392005443573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.055219197273254396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.05886080265045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.0633408010005951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.06516479849815368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.06934400200843811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.07073280215263367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.07614079713821412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.08416640162467956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.1131775975227356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.13052799701690673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.14753279685974122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.17723519802093507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.22498559951782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.39524478912353517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,8,power_law_1.2,0.4002495765686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,8,power_law_1.2,0.640505599975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,8,power_law_1.2,0.8524864196777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,8,power_law_1.2,1.251084804534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,8,power_law_1.2,2.2382015228271483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,8,power_law_1.2,4.749081420898437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,4,power_law_1.01,0.037171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,4,power_law_1.01,0.0323199987411499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,4,power_law_1.01,0.03408640027046204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,4,power_law_1.01,0.037299200892448425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,4,power_law_1.01,0.039059200882911684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,4,power_law_1.01,0.051481598615646364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,4,power_law_1.01,0.05109120011329651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,4,power_law_1.01,0.05230720043182373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,4,power_law_1.01,0.05334399938583374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,4,power_law_1.01,0.05441280007362366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,4,power_law_1.01,0.05802239775657654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,4,power_law_1.01,0.06176000237464905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,4,power_law_1.01,0.06432639956474304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,4,power_law_1.01,0.06387839913368225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,4,power_law_1.01,0.06872320175170898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,4,power_law_1.01,0.07391999959945679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,4,power_law_1.01,0.07969279885292054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,4,power_law_1.01,0.09203839898109437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,4,power_law_1.01,0.11063679456710815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,4,power_law_1.01,0.13270399570465088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,4,power_law_1.01,0.14921599626541138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,4,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,4,power_law_1.01,0.2585024118423462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,4,power_law_1.01,0.3660736083984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,4,power_law_1.01,0.480134391784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,4,power_law_1.01,0.7015679836273193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,4,power_law_1.01,0.8084992408752442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,4,power_law_1.01,1.0550527572631836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,4,power_law_1.01,1.6875904083251954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,4,power_law_1.01,3.4983230590820313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,4,power_law_1.2,0.03713920116424561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,4,power_law_1.2,0.030687999725341798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,4,power_law_1.2,0.03470720052719116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,4,power_law_1.2,0.03643519878387451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,4,power_law_1.2,0.03877759873867035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,4,power_law_1.2,0.051097601652145386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,4,power_law_1.2,0.051660799980163576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,4,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,4,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,4,power_law_1.2,0.05621119737625122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,4,power_law_1.2,0.05863040089607239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,4,power_law_1.2,0.06286079883575439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,4,power_law_1.2,0.06327679753303528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,4,power_law_1.2,0.06506239771842956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,4,power_law_1.2,0.07140480279922486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,4,power_law_1.2,0.07430400252342224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,4,power_law_1.2,0.08330240249633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,4,power_law_1.2,0.0909056007862091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,4,power_law_1.2,0.10953600406646728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,4,power_law_1.2,0.13225599527359008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,4,power_law_1.2,0.17494399547576905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,4,power_law_1.2,0.21524479389190673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,4,power_law_1.2,0.2976000070571899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,4,power_law_1.2,0.3529088020324707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,4,power_law_1.2,0.5209983825683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,4,power_law_1.2,0.71244797706604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,4,power_law_1.2,1.0178303718566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,4,power_law_1.2,1.323795223236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,4,power_law_1.2,2.0547967910766602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,4,power_law_1.2,4.657939147949219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,2,power_law_1.01,0.03678719997406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,2,power_law_1.01,0.031839999556541446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,2,power_law_1.01,0.03656960129737854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,2,power_law_1.01,0.038924801349639895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,2,power_law_1.01,0.042630401253700254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,2,power_law_1.01,0.05444480180740356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,2,power_law_1.01,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,2,power_law_1.01,0.060915201902389526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,2,power_law_1.01,0.06277120113372803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,2,power_law_1.01,0.0640064001083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,2,power_law_1.01,0.06903679966926575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,2,power_law_1.01,0.07279999852180481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,2,power_law_1.01,0.07626879811286927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,2,power_law_1.01,0.07335039973258972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,2,power_law_1.01,0.08135039806365967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,2,power_law_1.01,0.08814719915390015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,2,power_law_1.01,0.0985152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,2,power_law_1.01,0.12211840152740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,2,power_law_1.01,0.1493183970451355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,2,power_law_1.01,0.18173439502716066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,2,power_law_1.01,0.19128960371017456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,2,power_law_1.01,0.2678591966629028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,2,power_law_1.01,0.31423358917236327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,2,power_law_1.01,0.4656832218170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,2,power_law_1.01,0.6245952129364014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,2,power_law_1.01,0.9410112380981446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,2,power_law_1.01,1.1956800460815429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,2,power_law_1.01,1.5631999969482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,2,power_law_1.01,2.7620031356811525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,2,power_law_1.01,5.17583999633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,2,power_law_1.2,0.036582401394844054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,2,power_law_1.2,0.031219199299812317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,2,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,2,power_law_1.2,0.03743999898433685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,2,power_law_1.2,0.04156799912452698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,2,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,2,power_law_1.2,0.058361601829528806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,2,power_law_1.2,0.06035199761390686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,2,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,2,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,2,power_law_1.2,0.07043200135231018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,2,power_law_1.2,0.07322239875793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,2,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,2,power_law_1.2,0.07548800110816956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,2,power_law_1.2,0.08318079710006714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,2,power_law_1.2,0.08963199853897094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,2,power_law_1.2,0.10329600572586059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,2,power_law_1.2,0.12327040433883667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,2,power_law_1.2,0.1483199954032898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,2,power_law_1.2,0.19064320325851442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,2,power_law_1.2,0.19767040014266968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,2,power_law_1.2,0.26960000991821287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,2,power_law_1.2,0.33609600067138673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,2,power_law_1.2,0.5324416160583496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,2,power_law_1.2,0.6700032234191895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,2,power_law_1.2,1.033017635345459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,2,power_law_1.2,1.2595264434814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,2,power_law_1.2,1.6209535598754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,2,power_law_1.2,2.8522880554199217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,2,power_law_1.2,5.946124649047851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,1,power_law_1.01,0.03485440015792847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,1,power_law_1.01,0.03372159898281098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,1,power_law_1.01,0.03779839873313904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,1,power_law_1.01,0.046060800552368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,1,power_law_1.01,0.049439999461174014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,1,power_law_1.01,0.06654719710350036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,1,power_law_1.01,0.06938239932060242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,1,power_law_1.01,0.07109760046005249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,1,power_law_1.01,0.07423359751701356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,1,power_law_1.01,0.0791104018688202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,1,power_law_1.01,0.08409600257873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,1,power_law_1.01,0.08944000005722046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,1,power_law_1.01,0.09482240080833435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,1,power_law_1.01,0.09639040231704712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,1,power_law_1.01,0.10633599758148193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,1,power_law_1.01,0.11219840049743653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,1,power_law_1.01,0.14252159595489503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,1,power_law_1.01,0.1752768039703369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,1,power_law_1.01,0.21483519077301025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,1,power_law_1.01,0.2709696054458618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,1,power_law_1.01,0.30069119930267335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,1,power_law_1.01,0.42305917739868165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,1,power_law_1.01,0.5353663921356201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,1,power_law_1.01,0.7795072078704834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,1,power_law_1.01,1.0893119812011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,1,power_law_1.01,1.6122623443603517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,1,power_law_1.01,2.092281532287598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,1,power_law_1.01,2.5924543380737304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,1,power_law_1.01,4.239379119873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,1,power_law_1.01,8.405465698242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,1,power_law_1.2,0.03496319949626923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,1,power_law_1.2,0.0335999995470047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,1,power_law_1.2,0.03819519877433777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,1,power_law_1.2,0.041945600509643556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,1,power_law_1.2,0.04644480049610138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,1,power_law_1.2,0.06694399714469909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,1,power_law_1.2,0.06903679966926575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,1,power_law_1.2,0.07292799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,1,power_law_1.2,0.07731199860572815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,1,power_law_1.2,0.08147839903831482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,1,power_law_1.2,0.08424959778785705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,1,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,1,power_law_1.2,0.09594879746437072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,1,power_law_1.2,0.10016640424728393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,1,power_law_1.2,0.11119359731674194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,1,power_law_1.2,0.12210559844970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,1,power_law_1.2,0.14473600387573243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,1,power_law_1.2,0.176800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,1,power_law_1.2,0.2182784080505371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,1,power_law_1.2,0.27699201107025145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,1,power_law_1.2,0.2992511987686157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,1,power_law_1.2,0.4247039794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,1,power_law_1.2,0.5446847915649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,1,power_law_1.2,0.7758143901824951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,1,power_law_1.2,1.054099178314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,1,power_law_1.2,1.606585693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,1,power_law_1.2,2.0919872283935548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,1,power_law_1.2,2.599014472961426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,1,power_law_1.2,4.265113449096679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,1,power_law_1.2,8.7451904296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,8,power_law_1.01,0.04832639992237091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,8,power_law_1.01,0.04748159945011139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,8,power_law_1.01,0.0450111985206604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,8,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,8,power_law_1.01,0.05264639854431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,8,power_law_1.01,0.062015998363494876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,8,power_law_1.01,0.06206079721450806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,8,power_law_1.01,0.0616320013999939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,8,power_law_1.01,0.06612480282783509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,8,power_law_1.01,0.06566399931907654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,8,power_law_1.01,0.07162879705429077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,8,power_law_1.01,0.07381119728088378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,8,power_law_1.01,0.081523197889328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,8,power_law_1.01,0.07341439723968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,8,power_law_1.01,0.08238720297813415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,8,power_law_1.01,0.0871999979019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,8,power_law_1.01,0.08840960264205933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,8,power_law_1.01,0.0981760025024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,8,power_law_1.01,0.11580159664154052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,8,power_law_1.01,0.13994879722595216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,8,power_law_1.01,0.1575935959815979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,8,power_law_1.01,0.19918080568313598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,8,power_law_1.01,0.26495358943939207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,8,power_law_1.01,0.38176000118255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,8,power_law_1.01,0.45241599082946776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,8,power_law_1.01,0.6787007808685303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,8,power_law_1.01,0.9540351867675781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,8,power_law_1.01,1.0515199661254884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,8,power_law_1.01,1.86297607421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,8,power_law_1.01,3.1337215423583986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,8,power_law_1.2,0.04805119931697845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,8,power_law_1.2,0.04392960071563721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,8,power_law_1.2,0.0456063985824585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,8,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,8,power_law_1.2,0.05013120174407959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,8,power_law_1.2,0.06090239882469177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,8,power_law_1.2,0.06216959953308106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,8,power_law_1.2,0.06285439729690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,8,power_law_1.2,0.06587520241737366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,8,power_law_1.2,0.06429439783096313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,8,power_law_1.2,0.07318400144577027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,8,power_law_1.2,0.07724800109863281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,8,power_law_1.2,0.0790336012840271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,8,power_law_1.2,0.07816320061683654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,8,power_law_1.2,0.0849727988243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,8,power_law_1.2,0.08822399973869324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,8,power_law_1.2,0.09062399864196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,8,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,8,power_law_1.2,0.11632000207901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,8,power_law_1.2,0.14753279685974122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,8,power_law_1.2,0.16818560361862184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,8,power_law_1.2,0.2463167905807495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,8,power_law_1.2,0.3113343954086304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,8,power_law_1.2,0.4287168025970459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,8,power_law_1.2,0.5788032054901123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,8,power_law_1.2,0.8762687683105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,8,power_law_1.2,1.1591487884521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,8,power_law_1.2,1.3882495880126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,8,power_law_1.2,1.9666303634643554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,8,power_law_1.2,5.8647808074951175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,4,power_law_1.01,0.04629760086536407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,4,power_law_1.01,0.04266240000724793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,4,power_law_1.01,0.04482559859752655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,4,power_law_1.01,0.04950399994850159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,4,power_law_1.01,0.051660799980163576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,4,power_law_1.01,0.06445440053939819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,4,power_law_1.01,0.0656000018119812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,4,power_law_1.01,0.06638079881668091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,4,power_law_1.01,0.06699519753456115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,4,power_law_1.01,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,4,power_law_1.01,0.07038080096244811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,4,power_law_1.01,0.07589120268821717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,4,power_law_1.01,0.08127359747886657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,4,power_law_1.01,0.07763199806213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,4,power_law_1.01,0.08289920091629029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,4,power_law_1.01,0.0880832016468048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,4,power_law_1.01,0.09827200174331666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,4,power_law_1.01,0.10785919427871704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,4,power_law_1.01,0.11674879789352417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,4,power_law_1.01,0.1391167998313904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,4,power_law_1.01,0.16495360136032106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,4,power_law_1.01,0.2313983917236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,4,power_law_1.01,0.2674495935440063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,4,power_law_1.01,0.3576319932937622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,4,power_law_1.01,0.4539648056030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,4,power_law_1.01,0.6306687831878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,4,power_law_1.01,0.8671423912048339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,4,power_law_1.01,0.9965248107910156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,4,power_law_1.01,1.5560832023620605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,4,power_law_1.01,2.982841682434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,4,power_law_1.2,0.046054399013519286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,4,power_law_1.2,0.04288640022277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,4,power_law_1.2,0.0471807986497879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,4,power_law_1.2,0.04801279902458191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,4,power_law_1.2,0.05026559829711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,4,power_law_1.2,0.06508799791336059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,4,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,4,power_law_1.2,0.06631680130958557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,4,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,4,power_law_1.2,0.06935039758682252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,4,power_law_1.2,0.07146880030632019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,4,power_law_1.2,0.07651200294494628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,4,power_law_1.2,0.08241919875144958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,4,power_law_1.2,0.07764480113983155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,4,power_law_1.2,0.08409600257873535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,4,power_law_1.2,0.09013760089874268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,4,power_law_1.2,0.0983295977115631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,4,power_law_1.2,0.11093120574951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,4,power_law_1.2,0.12581759691238403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,4,power_law_1.2,0.13668479919433593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,4,power_law_1.2,0.17859840393066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,4,power_law_1.2,0.22481920719146728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,4,power_law_1.2,0.29732480049133303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,4,power_law_1.2,0.3918015956878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,4,power_law_1.2,0.5054848194122314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,4,power_law_1.2,0.834598445892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,4,power_law_1.2,1.000275230407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,4,power_law_1.2,1.1360639572143554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,4,power_law_1.2,2.0881919860839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,4,power_law_1.2,4.106380844116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.032915198802948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.02906239926815033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.0321727991104126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.03309440016746521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.03857280015945434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.04737280011177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.04989440143108368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05062400102615357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.055238401889801024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.056006401777267456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.05796480178833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.06264960169792175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.06604160070419311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.0710591971874237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.07339519858360291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.08097919821739197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.08717439770698547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.10165120363235473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.13912320137023926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.1542207956314087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.21842560768127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.23087360858917236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.38074240684509275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.49998722076416013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,0.7712704181671143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,0.9884480476379395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,8,power_law_1.01,1.165062427520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,8,power_law_1.01,1.9407615661621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,8,power_law_1.01,4.48155517578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.033478400111198424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.02985599935054779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.031404799222946166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.033542400598526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.03527039885520935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.049728000164031984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.055776000022888184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.0585919976234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.06298239827156067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.0635968029499054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.06700800061225891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.07340800166130065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.0748799979686737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.08052480220794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.09598720073699951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.11357439756393432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.13283200263977052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.1551103949546814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.2578367948532104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.28782079219818113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.48224639892578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.6140672206878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,0.9484800338745117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.4317184448242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,8,power_law_1.2,1.9882368087768554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,8,power_law_1.2,2.987334442138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,8,power_law_1.2,6.0166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,4,power_law_1.01,0.03288320004940033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,4,power_law_1.01,0.03208959996700287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,4,power_law_1.01,0.0361407995223999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,4,power_law_1.01,0.03792639970779419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,4,power_law_1.01,0.041529598832130435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,4,power_law_1.01,0.05495679974555969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,4,power_law_1.01,0.05616639852523804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,4,power_law_1.01,0.05751680135726929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,4,power_law_1.01,0.0639360010623932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,4,power_law_1.01,0.0652671992778778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,4,power_law_1.01,0.06727039813995361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,4,power_law_1.01,0.07149440050125122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,4,power_law_1.01,0.0735360026359558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,4,power_law_1.01,0.07742720246315002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,4,power_law_1.01,0.08235520124435425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,4,power_law_1.01,0.0871936023235321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,4,power_law_1.01,0.09240319728851318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,4,power_law_1.01,0.10760960578918458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,4,power_law_1.01,0.12561919689178466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,4,power_law_1.01,0.15104000568389891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,4,power_law_1.01,0.18824959993362428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,4,power_law_1.01,0.26413440704345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,4,power_law_1.01,0.33471999168395994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,4,power_law_1.01,0.47849597930908205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,4,power_law_1.01,0.6133120059967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,4,power_law_1.01,0.9691904067993165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,4,power_law_1.01,1.2342847824096679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,4,power_law_1.01,1.5619711875915527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,4,power_law_1.01,2.4221248626708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,4,power_law_1.01,5.621337509155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,4,power_law_1.2,0.03284479975700379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,4,power_law_1.2,0.033344000577926636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,4,power_law_1.2,0.03608959913253784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,4,power_law_1.2,0.03800320029258728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,4,power_law_1.2,0.040191999077796935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,4,power_law_1.2,0.05516160130500793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,4,power_law_1.2,0.0573248028755188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,4,power_law_1.2,0.057606399059295654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,4,power_law_1.2,0.06480640172958374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,4,power_law_1.2,0.06547840237617493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,4,power_law_1.2,0.06756479740142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,4,power_law_1.2,0.07146880030632019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,4,power_law_1.2,0.07385600209236146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,4,power_law_1.2,0.07665280103683472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,4,power_law_1.2,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,4,power_law_1.2,0.0898688018321991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,4,power_law_1.2,0.09503359794616699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,4,power_law_1.2,0.1080064058303833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,4,power_law_1.2,0.12531839609146117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,4,power_law_1.2,0.1669119954109192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,4,power_law_1.2,0.18101760149002075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,4,power_law_1.2,0.32364161014556886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,4,power_law_1.2,0.38058879375457766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,4,power_law_1.2,0.5101696014404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,4,power_law_1.2,0.6956607818603515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,4,power_law_1.2,1.0881407737731934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,4,power_law_1.2,1.440940761566162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,4,power_law_1.2,2.1416448593139648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,4,power_law_1.2,2.918451118469238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,4,power_law_1.2,6.596947479248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,2,power_law_1.01,0.03863039910793305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,2,power_law_1.01,0.04191359877586365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,2,power_law_1.01,0.04601599872112274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,2,power_law_1.01,0.04814079999923706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,2,power_law_1.01,0.05116159915924072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,2,power_law_1.01,0.06704639792442321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,2,power_law_1.01,0.06855679750442505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,2,power_law_1.01,0.07234560251235962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,2,power_law_1.01,0.08296959996223449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,2,power_law_1.01,0.08317440152168273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,2,power_law_1.01,0.0874176025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,2,power_law_1.01,0.09190400242805481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,2,power_law_1.01,0.09457280039787293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,2,power_law_1.01,0.10049279928207397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,2,power_law_1.01,0.10819840431213379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,2,power_law_1.01,0.1135103940963745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,2,power_law_1.01,0.12448639869689941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,2,power_law_1.01,0.14372479915618896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,2,power_law_1.01,0.16165119409561157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,2,power_law_1.01,0.22982399463653563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,2,power_law_1.01,0.2918848037719727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,2,power_law_1.01,0.3958591938018799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,2,power_law_1.01,0.49411840438842775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,2,power_law_1.01,0.7035903930664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,2,power_law_1.01,0.9761088371276856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,2,power_law_1.01,1.3843008041381837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,2,power_law_1.01,1.7943872451782226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,2,power_law_1.01,2.237504005432129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,2,power_law_1.01,3.689836883544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,2,power_law_1.01,7.088857269287109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,2,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,2,power_law_1.2,0.042931199073791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,2,power_law_1.2,0.046438398957252505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,2,power_law_1.2,0.048556798696517946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,2,power_law_1.2,0.05047680139541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,2,power_law_1.2,0.06783999800682068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,2,power_law_1.2,0.0707647979259491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,2,power_law_1.2,0.07228800058364868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,2,power_law_1.2,0.08315520286560059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,2,power_law_1.2,0.08302720189094544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,2,power_law_1.2,0.08856319785118102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,2,power_law_1.2,0.09244800209999085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,2,power_law_1.2,0.0964352011680603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,2,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,2,power_law_1.2,0.1091264009475708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,2,power_law_1.2,0.11230080127716065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,2,power_law_1.2,0.12218879461288452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,2,power_law_1.2,0.14675840139389038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,2,power_law_1.2,0.16335999965667725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,2,power_law_1.2,0.22672638893127442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,2,power_law_1.2,0.28845438957214353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,2,power_law_1.2,0.4018752098083496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,2,power_law_1.2,0.5249792098999023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,2,power_law_1.2,0.7623231887817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,2,power_law_1.2,0.955686378479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,2,power_law_1.2,1.6166719436645507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,2,power_law_1.2,1.9002496719360351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,2,power_law_1.2,2.356921577453613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,2,power_law_1.2,3.86824951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,2,power_law_1.2,8.410457611083984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,16,power_law_1.01,0.04284160137176514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,16,power_law_1.01,0.03274880051612854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,16,power_law_1.01,0.029926401376724244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,16,power_law_1.01,0.03157120048999786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,16,power_law_1.01,0.03699199855327606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,16,power_law_1.01,0.043244799971580504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,16,power_law_1.01,0.04391680061817169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,16,power_law_1.01,0.04398080110549927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,16,power_law_1.01,0.04907520115375519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,16,power_law_1.01,0.05137280225753784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,16,power_law_1.01,0.05548160076141358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,16,power_law_1.01,0.057657599449157715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,16,power_law_1.01,0.060089600086212155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,16,power_law_1.01,0.08940799832344055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,16,power_law_1.01,0.09385600090026855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,16,power_law_1.01,0.0963648021221161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,16,power_law_1.01,0.06732800006866455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,16,power_law_1.01,0.06931840181350708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.09345279932022095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.10511360168457032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.15363199710845948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.18451199531555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.2332159996032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.2967999935150146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,16,power_law_1.01,0.4425856113433838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,16,power_law_1.01,0.5192575931549073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,16,power_law_1.01,0.6856512069702149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,16,power_law_1.01,1.0435392379760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,16,power_law_1.01,2.132851219177246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,16,power_law_1.2,0.04120959937572479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,16,power_law_1.2,0.031046399474143983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,16,power_law_1.2,0.029286399483680725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,16,power_law_1.2,0.02993279993534088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,16,power_law_1.2,0.0333759993314743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,16,power_law_1.2,0.04305280148983002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,16,power_law_1.2,0.043059200048446655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,16,power_law_1.2,0.047916799783706665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,16,power_law_1.2,0.05073919892311096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,16,power_law_1.2,0.05249279737472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,16,power_law_1.2,0.05284479856491089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,16,power_law_1.2,0.05214080214500427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,16,power_law_1.2,0.05429760217666626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,16,power_law_1.2,0.09022719860076904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,16,power_law_1.2,0.09624320268630981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09941120147705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,16,power_law_1.2,0.06846719980239868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,16,power_law_1.2,0.07835519909858704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.1018623948097229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.11612800359725953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.12280319929122925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.20580480098724366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.1942080020904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.28499839305877683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.44174718856811523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,16,power_law_1.2,0.5940544128417968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,16,power_law_1.2,0.7394944190979004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,16,power_law_1.2,0.9098176002502442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,16,power_law_1.2,1.4610624313354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,16,power_law_1.2,3.664972686767578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,8,power_law_1.01,0.028652799129486085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,8,power_law_1.01,0.03059839904308319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,8,power_law_1.01,0.027910399436950683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,8,power_law_1.01,0.033939200639724734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,8,power_law_1.01,0.03473280072212219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,8,power_law_1.01,0.03845759928226471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,8,power_law_1.01,0.03950720131397247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,8,power_law_1.01,0.04169600009918213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,8,power_law_1.01,0.04493440091609955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,8,power_law_1.01,0.04417920112609863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,8,power_law_1.01,0.047270399332046506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,8,power_law_1.01,0.04965119957923889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,8,power_law_1.01,0.04984959959983826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,8,power_law_1.01,0.05411199927330017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,8,power_law_1.01,0.0580672025680542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,8,power_law_1.01,0.060729598999023436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,8,power_law_1.01,0.07008000016212464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,8,power_law_1.01,0.08410879969596863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,8,power_law_1.01,0.09045119881629944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,8,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,8,power_law_1.01,0.1278720021247864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,8,power_law_1.01,0.1429695963859558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,8,power_law_1.01,0.15635839700698853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,8,power_law_1.01,0.22934401035308838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,8,power_law_1.01,0.2920959949493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,8,power_law_1.01,0.4112895965576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,8,power_law_1.01,0.4915135860443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,8,power_law_1.01,0.6159679889678955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,8,power_law_1.01,1.1329919815063476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,8,power_law_1.01,2.074720001220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,8,power_law_1.2,0.0296640008687973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,8,power_law_1.2,0.028748801350593566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,8,power_law_1.2,0.028799998760223388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,8,power_law_1.2,0.0301503986120224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,8,power_law_1.2,0.03432320058345795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,8,power_law_1.2,0.03873920142650604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,8,power_law_1.2,0.03976320028305054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,8,power_law_1.2,0.04232960045337677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,8,power_law_1.2,0.04460160136222839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,8,power_law_1.2,0.04523519873619079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,8,power_law_1.2,0.0484607994556427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,8,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,8,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,8,power_law_1.2,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,8,power_law_1.2,0.05852159857749939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,8,power_law_1.2,0.05960320234298706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,8,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,8,power_law_1.2,0.09191039800643921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,8,power_law_1.2,0.09251840114593506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,8,power_law_1.2,0.1220352053642273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,8,power_law_1.2,0.12995200157165526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,8,power_law_1.2,0.15923839807510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,8,power_law_1.2,0.2035072088241577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,8,power_law_1.2,0.2423167943954468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,8,power_law_1.2,0.3870399951934814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,8,power_law_1.2,0.4939839839935303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,8,power_law_1.2,0.6991040229797363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,8,power_law_1.2,0.8652095794677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,8,power_law_1.2,1.620102310180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,8,power_law_1.2,3.3139968872070313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,4,power_law_1.01,0.025727999210357667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,4,power_law_1.01,0.027379199862480164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,4,power_law_1.01,0.028377598524093627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,4,power_law_1.01,0.03272959887981415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,4,power_law_1.01,0.035334399342536925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,4,power_law_1.01,0.0452672004699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,4,power_law_1.01,0.0458624005317688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,4,power_law_1.01,0.04410240054130554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,4,power_law_1.01,0.04655359983444214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,4,power_law_1.01,0.04776960015296936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,4,power_law_1.01,0.05065600275993347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,4,power_law_1.01,0.05112959742546082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,4,power_law_1.01,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,4,power_law_1.01,0.06412799954414368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,4,power_law_1.01,0.06961920261383056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,4,power_law_1.01,0.07801600098609925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,4,power_law_1.01,0.07206400036811829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,4,power_law_1.01,0.08478080034255982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,4,power_law_1.01,0.10644479990005493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,4,power_law_1.01,0.12885760068893432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,4,power_law_1.01,0.1303231954574585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,4,power_law_1.01,0.17126400470733644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,4,power_law_1.01,0.2
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,4,power_law_1.01,0.2962239980697632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,4,power_law_1.01,0.3458751916885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,4,power_law_1.01,0.4972032070159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,4,power_law_1.01,0.6575808048248291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,4,power_law_1.01,0.9179967880249024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,4,power_law_1.01,1.2186304092407227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,4,power_law_1.01,2.7500288009643556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,4,power_law_1.2,0.026092800498008727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,4,power_law_1.2,0.028601598739624024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,4,power_law_1.2,0.02714880108833313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,4,power_law_1.2,0.0328575998544693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,4,power_law_1.2,0.03482879996299744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,4,power_law_1.2,0.04348799884319306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,4,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,4,power_law_1.2,0.04622719883918762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,4,power_law_1.2,0.04766719937324524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,4,power_law_1.2,0.048198398947715757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,4,power_law_1.2,0.052076798677444455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,4,power_law_1.2,0.05368319749832153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,4,power_law_1.2,0.055379199981689456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,4,power_law_1.2,0.06338559985160827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,4,power_law_1.2,0.06625279784202576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,4,power_law_1.2,0.07255679965019227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,4,power_law_1.2,0.07751039862632751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,4,power_law_1.2,0.09132159948348999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,4,power_law_1.2,0.11805440187454223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,4,power_law_1.2,0.13203840255737304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,4,power_law_1.2,0.1471168041229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,4,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,4,power_law_1.2,0.20825600624084473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,4,power_law_1.2,0.2870016098022461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,4,power_law_1.2,0.363974404335022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,4,power_law_1.2,0.5619135856628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,4,power_law_1.2,0.7856256008148194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,4,power_law_1.2,1.0883968353271485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,4,power_law_1.2,1.8323455810546876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,4,power_law_1.2,4.1038463592529295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,2,power_law_1.01,0.030060800909996032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,2,power_law_1.01,0.03150080144405365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,2,power_law_1.01,0.034246399998664856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,2,power_law_1.01,0.04025599956512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,2,power_law_1.01,0.04243200123310089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,2,power_law_1.01,0.05095679759979248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,2,power_law_1.01,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,2,power_law_1.01,0.05487359762191772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,2,power_law_1.01,0.055379199981689456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,2,power_law_1.01,0.05681920051574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,2,power_law_1.01,0.061945599317550656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,2,power_law_1.01,0.06498559713363647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,2,power_law_1.01,0.06590719819068909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,2,power_law_1.01,0.0695360004901886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,2,power_law_1.01,0.07610880136489868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,2,power_law_1.01,0.08507519960403442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,2,power_law_1.01,0.0844223976135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,2,power_law_1.01,0.10110080242156982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,2,power_law_1.01,0.13185919523239137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,2,power_law_1.01,0.17288320064544677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,2,power_law_1.01,0.18171520233154298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,2,power_law_1.01,0.25657598972320556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,2,power_law_1.01,0.28849918842315675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,2,power_law_1.01,0.3926719903945923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,2,power_law_1.01,0.5006783962249756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,2,power_law_1.01,0.7402112007141113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,2,power_law_1.01,0.9611904144287109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,2,power_law_1.01,1.1441535949707031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,2,power_law_1.01,1.8977279663085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,2,power_law_1.01,3.750137710571289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,2,power_law_1.2,0.02961280047893524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,2,power_law_1.2,0.030713599920272828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,2,power_law_1.2,0.0343423992395401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,2,power_law_1.2,0.039417600631713866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,2,power_law_1.2,0.04223999977111816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,2,power_law_1.2,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,2,power_law_1.2,0.05424000024795532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,2,power_law_1.2,0.05518720149993896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,2,power_law_1.2,0.05935360193252563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,2,power_law_1.2,0.06165120005607605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,2,power_law_1.2,0.06378239989280701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,2,power_law_1.2,0.06367999911308289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,2,power_law_1.2,0.06600959897041321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,2,power_law_1.2,0.07023360133171082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,2,power_law_1.2,0.07869439721107482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,2,power_law_1.2,0.0849727988243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,2,power_law_1.2,0.08217599987983704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,2,power_law_1.2,0.10455679893493652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,2,power_law_1.2,0.1322816014289856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,2,power_law_1.2,0.17011200189590453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,2,power_law_1.2,0.19958399534225463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,2,power_law_1.2,0.273523211479187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,2,power_law_1.2,0.3160128116607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,2,power_law_1.2,0.43337597846984866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,2,power_law_1.2,0.5216127872467041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,2,power_law_1.2,0.7195519924163818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,2,power_law_1.2,1.016716766357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,2,power_law_1.2,1.2600895881652832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,2,power_law_1.2,2.042176055908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,2,power_law_1.2,4.003654479980469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,16,1,power_law_1.01,0.030623999238014222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,16,1,power_law_1.01,0.03332479894161224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,16,1,power_law_1.01,0.03901439905166626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,16,1,power_law_1.01,0.043782401084899905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,16,1,power_law_1.01,0.04968959987163544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,16,1,power_law_1.01,0.05958399772644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,16,1,power_law_1.01,0.06245120167732239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,16,1,power_law_1.01,0.06409599781036376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,16,1,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,16,1,power_law_1.01,0.06772480010986329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,16,1,power_law_1.01,0.07170559763908387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,16,1,power_law_1.01,0.07572479844093323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,16,1,power_law_1.01,0.07637119889259339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,16,1,power_law_1.01,0.08246399760246277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,16,1,power_law_1.01,0.08990079760551453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,16,1,power_law_1.01,0.09435520172119141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,16,1,power_law_1.01,0.1078976035118103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,16,1,power_law_1.01,0.13694080114364623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,16,1,power_law_1.01,0.14639999866485595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,16,1,power_law_1.01,0.19263999462127684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,16,1,power_law_1.01,0.26470398902893066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,16,1,power_law_1.01,0.37380480766296387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,16,1,power_law_1.01,0.44620161056518554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,16,1,power_law_1.01,0.6441152095794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,16,1,power_law_1.01,0.7751167774200439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,16,1,power_law_1.01,1.1415743827819824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,16,1,power_law_1.01,1.5099583625793458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,16,1,power_law_1.01,1.8836223602294921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,16,1,power_law_1.01,2.8745664596557616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,16,1,power_law_1.01,5.7134654998779295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,16,1,power_law_1.2,0.03054719865322113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,16,1,power_law_1.2,0.03395200073719025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,16,1,power_law_1.2,0.036748799681663516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,16,1,power_law_1.2,0.04222719967365265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,16,1,power_law_1.2,0.047007998824119566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,16,1,power_law_1.2,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,16,1,power_law_1.2,0.06344320178031922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,16,1,power_law_1.2,0.06504319906234741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,16,1,power_law_1.2,0.0676800012588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,16,1,power_law_1.2,0.06959360241889953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,16,1,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,16,1,power_law_1.2,0.07640320062637329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,16,1,power_law_1.2,0.0785535991191864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,16,1,power_law_1.2,0.08298879861831665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,16,1,power_law_1.2,0.08969600200653076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,16,1,power_law_1.2,0.09752960205078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,16,1,power_law_1.2,0.10910719633102417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,16,1,power_law_1.2,0.1406399965286255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,16,1,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,16,1,power_law_1.2,0.1877568006515503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,16,1,power_law_1.2,0.27121920585632325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,16,1,power_law_1.2,0.3817536115646362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,16,1,power_law_1.2,0.45240960121154783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,16,1,power_law_1.2,0.6508927822113038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,16,1,power_law_1.2,0.7863679885864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,16,1,power_law_1.2,1.152998447418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,16,1,power_law_1.2,1.521247959136963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,16,1,power_law_1.2,1.8949760437011718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,16,1,power_law_1.2,2.9123647689819334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,16,1,power_law_1.2,6.176755142211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.04283519983291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.031123200058937074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.03159680068492889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.03292160034179688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.033939200639724734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.035206401348114015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.03568640053272247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.03775359988212586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.03769600093364715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.03840000033378601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.043136000633239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.04433279931545257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.045228800177574156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.04824959933757782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.05432320237159729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.05382400155067444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.05806080102920532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.06540160179138184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.07340800166130065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.09137920141220093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.10990719795227051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.15299199819564818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.15468159914016724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.22583680152893065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.32819840908050535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,16,power_law_1.01,0.4151872158050537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,16,power_law_1.01,0.5833087921142578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,16,power_law_1.01,0.67674880027771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,16,power_law_1.01,1.0390656471252442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,16,power_law_1.01,2.0272640228271483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.0423552006483078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.03127039968967438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.031167998909950256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.032742398977279666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.03247359991073608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.03797760009765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.038431999087333676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.03919999897480011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.04314239919185638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.04661119878292084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.04633600115776062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.049670401215553286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.05345919728279114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.055801600217819214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.059545600414276124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.07020800113677979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.09630720019340515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.11597440242767335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.1603008031845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.19098880290985107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.29783039093017577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,16,power_law_1.2,0.38102400302886963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,16,power_law_1.2,0.58853120803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,16,power_law_1.2,0.8556480407714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,16,power_law_1.2,1.0700287818908691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,16,power_law_1.2,1.6519231796264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,16,power_law_1.2,4.807686233520508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,8,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,8,power_law_1.01,0.031737598776817325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,8,power_law_1.01,0.030604800581932066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,8,power_law_1.01,0.032876798510551454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,8,power_law_1.01,0.03284479975700379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,8,power_law_1.01,0.03741439878940582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,8,power_law_1.01,0.03710080087184906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,8,power_law_1.01,0.03716480135917664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,8,power_law_1.01,0.03902080059051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,8,power_law_1.01,0.039526399970054624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,8,power_law_1.01,0.04252159893512726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,8,power_law_1.01,0.04593279957771301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,8,power_law_1.01,0.04871039986610413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,8,power_law_1.01,0.05017600059509277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,8,power_law_1.01,0.05360640287399292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,8,power_law_1.01,0.05928959846496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,8,power_law_1.01,0.06442880034446716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,8,power_law_1.01,0.07681919932365418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,8,power_law_1.01,0.0834879994392395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,8,power_law_1.01,0.10209280252456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,8,power_law_1.01,0.11822719573974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,8,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,8,power_law_1.01,0.18254079818725585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,8,power_law_1.01,0.2262336015701294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,8,power_law_1.01,0.2979327917098999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,8,power_law_1.01,0.4208831787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,8,power_law_1.01,0.5636928081512451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,8,power_law_1.01,0.7052031993865967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,8,power_law_1.01,1.200268840789795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,8,power_law_1.01,2.592153549194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,8,power_law_1.2,0.037036800384521486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,8,power_law_1.2,0.029836800694465638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,8,power_law_1.2,0.030636799335479737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,8,power_law_1.2,0.031302401423454286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,8,power_law_1.2,0.03237760066986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,8,power_law_1.2,0.036959999799728395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,8,power_law_1.2,0.03697920143604279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,8,power_law_1.2,0.03734399974346161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,8,power_law_1.2,0.03877759873867035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,8,power_law_1.2,0.040403199195861814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,8,power_law_1.2,0.043782401084899905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,8,power_law_1.2,0.048230400681495665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,8,power_law_1.2,0.04822399914264679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,8,power_law_1.2,0.05018879771232605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,8,power_law_1.2,0.058880001306533813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,8,power_law_1.2,0.060755199193954466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,8,power_law_1.2,0.06419199705123901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,8,power_law_1.2,0.08407679796218873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,8,power_law_1.2,0.08175359964370728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,8,power_law_1.2,0.10371840000152588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,8,power_law_1.2,0.12703360319137574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,8,power_law_1.2,0.16165759563446044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,8,power_law_1.2,0.20899200439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,8,power_law_1.2,0.28104960918426514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,8,power_law_1.2,0.36470398902893064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,8,power_law_1.2,0.5319359779357911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,8,power_law_1.2,0.7853055953979492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,8,power_law_1.2,0.9713727951049804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,8,power_law_1.2,1.5585408210754395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,8,power_law_1.2,3.8017601013183593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,4,power_law_1.01,0.036422398686408994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,4,power_law_1.01,0.030483201146125793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,4,power_law_1.01,0.031040000915527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,4,power_law_1.01,0.034143999218940735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,4,power_law_1.01,0.035129600763320924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,4,power_law_1.01,0.04190720021724701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,4,power_law_1.01,0.04185599982738495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,4,power_law_1.01,0.042099198698997496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,4,power_law_1.01,0.04264959990978241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,4,power_law_1.01,0.04689280092716217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,4,power_law_1.01,0.050732797384262084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,4,power_law_1.01,0.05248000025749207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,4,power_law_1.01,0.0536191999912262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,4,power_law_1.01,0.05411199927330017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,4,power_law_1.01,0.05813760161399841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,4,power_law_1.01,0.06135680079460144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,4,power_law_1.01,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,4,power_law_1.01,0.08318079710006714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,4,power_law_1.01,0.09585279822349549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,4,power_law_1.01,0.1253119945526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,4,power_law_1.01,0.15026559829711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,4,power_law_1.01,0.20007040500640869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,4,power_law_1.01,0.21438078880310057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,4,power_law_1.01,0.29341440200805663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,4,power_law_1.01,0.4113920211791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,4,power_law_1.01,0.5788544178009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,4,power_law_1.01,0.7986368179321289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,4,power_law_1.01,1.0063167572021485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,4,power_law_1.01,1.9612031936645509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,4,power_law_1.01,3.4325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,4,power_law_1.2,0.03621760010719299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,4,power_law_1.2,0.030220800638198854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,4,power_law_1.2,0.031148800253868104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,4,power_law_1.2,0.03208959996700287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,4,power_law_1.2,0.035366401076316833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,4,power_law_1.2,0.041254401206970215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,4,power_law_1.2,0.04208639860153198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,4,power_law_1.2,0.042630401253700254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,4,power_law_1.2,0.045337599515914914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,4,power_law_1.2,0.04811519980430603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,4,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,4,power_law_1.2,0.05249279737472534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,4,power_law_1.2,0.057036799192428586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,4,power_law_1.2,0.05588480234146118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,4,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,4,power_law_1.2,0.06535040140151978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,4,power_law_1.2,0.07189760208129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,4,power_law_1.2,0.08436480164527893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,4,power_law_1.2,0.10730880498886108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,4,power_law_1.2,0.13278080224990846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,4,power_law_1.2,0.175545597076416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,4,power_law_1.2,0.2079103946685791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,4,power_law_1.2,0.25786240100860597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,4,power_law_1.2,0.3725055932998657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,4,power_law_1.2,0.5056128025054931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,4,power_law_1.2,0.7534527778625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,4,power_law_1.2,0.897920036315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,4,power_law_1.2,1.2078144073486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,4,power_law_1.2,2.316377639770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,4,power_law_1.2,6.00555534362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,2,power_law_1.01,0.034041601419448855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,2,power_law_1.01,0.031091201305389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,2,power_law_1.01,0.033190399408340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,2,power_law_1.01,0.03720319867134094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,2,power_law_1.01,0.03916159868240356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,2,power_law_1.01,0.045510399341583255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,2,power_law_1.01,0.04650880098342895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,2,power_law_1.01,0.0473471999168396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,2,power_law_1.01,0.050470399856567386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,2,power_law_1.01,0.05426560044288635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,2,power_law_1.01,0.057555198669433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,2,power_law_1.01,0.06058239936828613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,2,power_law_1.01,0.06221439838409424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,2,power_law_1.01,0.06616960167884826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,2,power_law_1.01,0.07305600047111512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,2,power_law_1.01,0.08127359747886657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,2,power_law_1.01,0.09317119717597962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,2,power_law_1.01,0.11365760564804077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,2,power_law_1.01,0.1394495964050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,2,power_law_1.01,0.18485759496688842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,2,power_law_1.01,0.21367039680480956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,2,power_law_1.01,0.287174391746521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,2,power_law_1.01,0.33333120346069334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,2,power_law_1.01,0.44533119201660154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,2,power_law_1.01,0.6035071849822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,2,power_law_1.01,0.9323200225830078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,2,power_law_1.01,1.3050304412841798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,2,power_law_1.01,1.535590362548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,2,power_law_1.01,2.5152000427246093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,2,power_law_1.01,5.083110427856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,2,power_law_1.2,0.03377920091152191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,2,power_law_1.2,0.031091201305389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,2,power_law_1.2,0.03237760066986084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,2,power_law_1.2,0.0358271986246109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,2,power_law_1.2,0.03834879994392395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,2,power_law_1.2,0.04801279902458191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,2,power_law_1.2,0.04725759923458099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,2,power_law_1.2,0.04891520142555237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,2,power_law_1.2,0.05170559883117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,2,power_law_1.2,0.05632640123367309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,2,power_law_1.2,0.058790397644042966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,2,power_law_1.2,0.06087039709091187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,2,power_law_1.2,0.06589440107345582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,2,power_law_1.2,0.06681600213050842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,2,power_law_1.2,0.07518079876899719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,2,power_law_1.2,0.0775488018989563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,2,power_law_1.2,0.09489920139312744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,2,power_law_1.2,0.11273599863052368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,2,power_law_1.2,0.14072959423065184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,2,power_law_1.2,0.19690879583358764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,2,power_law_1.2,0.22544000148773194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,2,power_law_1.2,0.28958079814910886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,2,power_law_1.2,0.31244161128997805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,2,power_law_1.2,0.46598401069641116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,2,power_law_1.2,0.6479423999786377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,2,power_law_1.2,1.0060288429260253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,2,power_law_1.2,1.3107711791992187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,2,power_law_1.2,1.7587072372436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,2,power_law_1.2,2.631884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,2,power_law_1.2,5.377068710327149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,16,1,power_law_1.01,0.034694400429725644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,16,1,power_law_1.01,0.03406080007553101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,16,1,power_law_1.01,0.03769600093364715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,16,1,power_law_1.01,0.041894400119781496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,16,1,power_law_1.01,0.04688000082969666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,16,1,power_law_1.01,0.06159999966621399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,16,1,power_law_1.01,0.062003201246261595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,16,1,power_law_1.01,0.06528000235557556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,16,1,power_law_1.01,0.06802560091018676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,16,1,power_law_1.01,0.06938239932060242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,16,1,power_law_1.01,0.07523840069770812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,16,1,power_law_1.01,0.08035200238227844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,16,1,power_law_1.01,0.08693119883537292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,16,1,power_law_1.01,0.08881919980049133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,16,1,power_law_1.01,0.09810559749603272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,16,1,power_law_1.01,0.10543999671936036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,16,1,power_law_1.01,0.1280832052230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,16,1,power_law_1.01,0.16330879926681519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,16,1,power_law_1.01,0.20067200660705567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,16,1,power_law_1.01,0.2519999980926514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,16,1,power_law_1.01,0.3483263969421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,16,1,power_law_1.01,0.4733888149261475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,16,1,power_law_1.01,0.5257599830627442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,16,1,power_law_1.01,0.7892223834991455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,16,1,power_law_1.01,1.0257408142089843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,16,1,power_law_1.01,1.5439552307128905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,16,1,power_law_1.01,2.024550437927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,16,1,power_law_1.01,2.5322240829467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,16,1,power_law_1.01,3.9717247009277346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,16,1,power_law_1.01,8.271385955810548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,16,1,power_law_1.2,0.03493120074272156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,16,1,power_law_1.2,0.0341376006603241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,16,1,power_law_1.2,0.03641600012779236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,16,1,power_law_1.2,0.0403903990983963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,16,1,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,16,1,power_law_1.2,0.06173440217971802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,16,1,power_law_1.2,0.06419839859008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,16,1,power_law_1.2,0.06650239825248719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,16,1,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,16,1,power_law_1.2,0.07134079933166504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,16,1,power_law_1.2,0.07776640057563781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,16,1,power_law_1.2,0.08251519799232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,16,1,power_law_1.2,0.0896511971950531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,16,1,power_law_1.2,0.09182080030441284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,16,1,power_law_1.2,0.09962239861488342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,16,1,power_law_1.2,0.10881279706954956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,16,1,power_law_1.2,0.12892800569534302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,16,1,power_law_1.2,0.16714880466461182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,16,1,power_law_1.2,0.20087039470672607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,16,1,power_law_1.2,0.25096960067749025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,16,1,power_law_1.2,0.3535295963287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,16,1,power_law_1.2,0.4751999855041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,16,1,power_law_1.2,0.5197951793670654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,16,1,power_law_1.2,0.7697984218597412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,16,1,power_law_1.2,0.9937664031982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,16,1,power_law_1.2,1.5407999992370605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,16,1,power_law_1.2,2.156595230102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,16,1,power_law_1.2,2.6838207244873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,16,1,power_law_1.2,4.05346565246582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,16,1,power_law_1.2,8.512608337402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,16,power_law_1.01,0.04775680005550385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,16,power_law_1.01,0.04457600116729736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,16,power_law_1.01,0.04311679899692535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,16,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,16,power_law_1.01,0.04591360092163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,16,power_law_1.01,0.0469760000705719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,16,power_law_1.01,0.04746240079402923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,16,power_law_1.01,0.04746879935264588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,16,power_law_1.01,0.05066879987716675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,16,power_law_1.01,0.05162879824638367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,16,power_law_1.01,0.056441599130630495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,16,power_law_1.01,0.06074879765510559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,16,power_law_1.01,0.06107519865036011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,16,power_law_1.01,0.062483197450637816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,16,power_law_1.01,0.06506879925727845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,16,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,16,power_law_1.01,0.06734079718589783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,16,power_law_1.01,0.08157439827919007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,16,power_law_1.01,0.08658559918403626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,16,power_law_1.01,0.10880639553070068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,16,power_law_1.01,0.12058240175247192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,16,power_law_1.01,0.17280639410018922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,16,power_law_1.01,0.1994495987892151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,16,power_law_1.01,0.2629120111465454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,16,power_law_1.01,0.3441152095794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,16,power_law_1.01,0.4520768165588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,16,power_law_1.01,0.6527488231658936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,16,power_law_1.01,0.7782591819763184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,16,power_law_1.01,1.378713607788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,16,power_law_1.01,2.8049152374267576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,1,16,power_law_1.2,0.0474047988653183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,1,16,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,1,16,power_law_1.2,0.043673598766326906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,1,16,power_law_1.2,0.04384639859199524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,1,16,power_law_1.2,0.04578559994697571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,1,16,power_law_1.2,0.047040000557899475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,1,16,power_law_1.2,0.0471807986497879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,1,16,power_law_1.2,0.04950399994850159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,1,16,power_law_1.2,0.05122560262680054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,1,16,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,1,16,power_law_1.2,0.059673601388931276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,1,16,power_law_1.2,0.05975679755210876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,1,16,power_law_1.2,0.06373760104179382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,1,16,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,1,16,power_law_1.2,0.066975998878479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,1,16,power_law_1.2,0.07156479954719544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,1,16,power_law_1.2,0.07605760097503662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,1,16,power_law_1.2,0.09018239974975586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,1,16,power_law_1.2,0.09824640154838563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,1,16,power_law_1.2,0.10992640256881714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,1,16,power_law_1.2,0.1433727979660034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,1,16,power_law_1.2,0.18223999738693236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,1,16,power_law_1.2,0.20312960147857667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,1,16,power_law_1.2,0.32911999225616456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,1,16,power_law_1.2,0.389139199256897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,1,16,power_law_1.2,0.6639999866485595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,1,16,power_law_1.2,0.8813440322875976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,1,16,power_law_1.2,1.1180607795715332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,1,16,power_law_1.2,1.8271743774414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,1,16,power_law_1.2,4.150713729858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,8,power_law_1.01,0.04565120041370392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,8,power_law_1.01,0.04380159974098206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,8,power_law_1.01,0.042361599206924436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,8,power_law_1.01,0.04394879937171936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,8,power_law_1.01,0.04737919867038727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,8,power_law_1.01,0.053011202812194826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,8,power_law_1.01,0.05340800285339355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,8,power_law_1.01,0.05416319966316223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,8,power_law_1.01,0.0546239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,8,power_law_1.01,0.05744640231132507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,8,power_law_1.01,0.0584384024143219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,8,power_law_1.01,0.06529279947280883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,8,power_law_1.01,0.06780800223350525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,8,power_law_1.01,0.0636352002620697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,8,power_law_1.01,0.0719871997833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,8,power_law_1.01,0.07463679909706115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,8,power_law_1.01,0.07828480005264282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,8,power_law_1.01,0.0936896026134491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,8,power_law_1.01,0.093094402551651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,8,power_law_1.01,0.10964479446411132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,8,power_law_1.01,0.12211840152740479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,8,power_law_1.01,0.14901119470596313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,8,power_law_1.01,0.1765120029449463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,8,power_law_1.01,0.26743040084838865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,8,power_law_1.01,0.32295680046081543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,8,power_law_1.01,0.41527681350708007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,8,power_law_1.01,0.5147007942199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,8,power_law_1.01,0.6926080226898194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,8,power_law_1.01,1.048966407775879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,8,power_law_1.01,2.4334272384643554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,2048,768,8,128,2,8,power_law_1.2,0.04530560076236725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,2048,768,8,128,2,8,power_law_1.2,0.04223999977111816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,2048,768,8,128,2,8,power_law_1.2,0.04254080057144165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,2048,768,8,128,2,8,power_law_1.2,0.043654400110244754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,2048,768,8,128,2,8,power_law_1.2,0.04659200012683869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,2048,768,8,128,2,8,power_law_1.2,0.053523200750350955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,2048,768,8,128,2,8,power_law_1.2,0.05367040038108826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,2048,768,8,128,2,8,power_law_1.2,0.05496320128440857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,2048,768,8,128,2,8,power_law_1.2,0.057599997520446776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,2048,768,8,128,2,8,power_law_1.2,0.057740801572799684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,2048,768,8,128,2,8,power_law_1.2,0.061312001943588254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,2048,768,8,128,2,8,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,2048,768,8,128,2,8,power_law_1.2,0.0695039987564087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,2048,768,8,128,2,8,power_law_1.2,0.06497920155525208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,2048,768,8,128,2,8,power_law_1.2,0.07427200078964233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,2048,768,8,128,2,8,power_law_1.2,0.07479680180549622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,2048,768,8,128,2,8,power_law_1.2,0.08005120158195496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,2048,768,8,128,2,8,power_law_1.2,0.10003199577331542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,2048,768,8,128,2,8,power_law_1.2,0.09966719746589661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,2048,768,8,128,2,8,power_law_1.2,0.12417919635772705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,2048,768,8,128,2,8,power_law_1.2,0.12383359670639038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,2048,768,8,128,2,8,power_law_1.2,0.15896960496902465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,2048,768,8,128,2,8,power_law_1.2,0.2017983913421631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,2048,768,8,128,2,8,power_law_1.2,0.2699007987976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,2048,768,8,128,2,8,power_law_1.2,0.39574398994445803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,2048,768,8,128,2,8,power_law_1.2,0.6366975784301758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,2048,768,8,128,2,8,power_law_1.2,0.7143295764923095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,2048,768,8,128,2,8,power_law_1.2,0.8701184272766114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32768,2048,768,8,128,2,8,power_law_1.2,1.437497615814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,65536,2048,768,8,128,2,8,power_law_1.2,2.732486343383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.03199360072612763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.02874239981174469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.026943999528884887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.02824319899082184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.028563201427459717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.03342719972133636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.03423359990119934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.038975998759269714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.03894400000572205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.0395583987236023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.040761598944664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.04049279987812042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.04405759871006012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.04700160026550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.0555840015411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.05717759728431702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.09534720182418824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.11247999668121338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.14398720264434814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.17447680234909058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.29405438899993896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.35075199604034424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,0.5960063934326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,0.8494848251342774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,16,power_law_1.01,0.9086784362792969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,16,power_law_1.01,1.4729599952697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,16,power_law_1.01,3.3459583282470704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.031692799925804135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.026015999913215637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.027807998657226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.0281792014837265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.029676800966262816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.03328000009059906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.033228799700737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.03418239951133728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.03798399865627289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.03823359906673431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.04035199880599975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.0412992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.04288640022277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.04705919921398163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.05184000134468079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.054655998945236206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.058336001634597776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.07440639734268188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.07992320060729981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.10947840213775635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.13451520204544068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.16799360513687134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.2983232021331787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.4522240161895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,0.6188032150268554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.0669376373291015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,1,16,power_law_1.2,1.2499584197998046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,1,16,power_law_1.2,2.108927917480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,1,16,power_law_1.2,5.568454360961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,8,power_law_1.01,0.02991360127925873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,8,power_law_1.01,0.02808319926261902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,8,power_law_1.01,0.028774398565292358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,8,power_law_1.01,0.030060800909996032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,8,power_law_1.01,0.03234559893608093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,8,power_law_1.01,0.03687680065631867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,8,power_law_1.01,0.03829759955406189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,8,power_law_1.01,0.03898879885673523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,8,power_law_1.01,0.042956799268722534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,8,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,8,power_law_1.01,0.04516479969024658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,8,power_law_1.01,0.04570240080356598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,8,power_law_1.01,0.0471231997013092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,8,power_law_1.01,0.049395200610160825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,8,power_law_1.01,0.055212801694869994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,8,power_law_1.01,0.061926400661468504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,8,power_law_1.01,0.06398720145225525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,8,power_law_1.01,0.07329279780387879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,8,power_law_1.01,0.08492159843444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,8,power_law_1.01,0.10892800092697144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,8,power_law_1.01,0.12407679557800293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,8,power_law_1.01,0.1647744059562683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,8,power_law_1.01,0.21391360759735106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,8,power_law_1.01,0.3165503978729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,8,power_law_1.01,0.4666175842285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,8,power_law_1.01,0.6600255966186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,8,power_law_1.01,0.7156223773956298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,8,power_law_1.01,1.0555520057678223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,8,power_law_1.01,1.7063936233520507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,8,power_law_1.01,3.533427047729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,2,8,power_law_1.2,0.029817599058151244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,2,8,power_law_1.2,0.02709760069847107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,2,8,power_law_1.2,0.028454399108886717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,2,8,power_law_1.2,0.030329599976539612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,2,8,power_law_1.2,0.03261440098285675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,2,8,power_law_1.2,0.03695360124111176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,2,8,power_law_1.2,0.03759360015392303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,2,8,power_law_1.2,0.03790720105171204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,2,8,power_law_1.2,0.043315199017524716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,2,8,power_law_1.2,0.04371840059757233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,2,8,power_law_1.2,0.04533120095729828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,2,8,power_law_1.2,0.04519680142402649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,2,8,power_law_1.2,0.04814079999923706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,2,8,power_law_1.2,0.05084800124168396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,2,8,power_law_1.2,0.06372479796409607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,2,8,power_law_1.2,0.0655232012271881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,2,8,power_law_1.2,0.06398079991340637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,2,8,power_law_1.2,0.07708160281181335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,2,8,power_law_1.2,0.09537280201911927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,2,8,power_law_1.2,0.10855040550231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,2,8,power_law_1.2,0.13563519716262817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,2,8,power_law_1.2,0.17173759937286376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,2,8,power_law_1.2,0.2470400094985962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,2,8,power_law_1.2,0.3926016092300415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,2,8,power_law_1.2,0.5257919788360595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,2,8,power_law_1.2,0.809670352935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,2,8,power_law_1.2,1.1399871826171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,2,8,power_law_1.2,1.523142433166504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,2,8,power_law_1.2,2.281657600402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,2,8,power_law_1.2,4.1566017150878904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,4,power_law_1.01,0.031148800253868104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,4,power_law_1.01,0.03200640082359314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,4,power_law_1.01,0.03365119993686676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,4,power_law_1.01,0.03516159951686859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,4,power_law_1.01,0.03835520148277283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,4,power_law_1.01,0.04440320134162903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,4,power_law_1.01,0.0455487996339798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,4,power_law_1.01,0.04661119878292084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,4,power_law_1.01,0.051948797702789304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,4,power_law_1.01,0.05333120226860046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,4,power_law_1.01,0.05418879985809326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,4,power_law_1.01,0.05768960118293762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,4,power_law_1.01,0.058412802219390866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,4,power_law_1.01,0.062438398599624634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,4,power_law_1.01,0.06908800005912781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,4,power_law_1.01,0.07271040081977845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,4,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,4,power_law_1.01,0.09169920086860657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,4,power_law_1.01,0.10613119602203369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,4,power_law_1.01,0.1361407995223999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,4,power_law_1.01,0.1552575945854187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,4,power_law_1.01,0.2505408048629761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,4,power_law_1.01,0.30055038928985595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,4,power_law_1.01,0.46143360137939454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,4,power_law_1.01,0.637113618850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,4,power_law_1.01,0.8807295799255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,4,power_law_1.01,1.1751808166503905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,4,power_law_1.01,1.3362431526184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,4,power_law_1.01,2.1831872940063475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,4,power_law_1.01,4.58551025390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,2048,768,8,128,4,4,power_law_1.2,0.03155199885368347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,2048,768,8,128,4,4,power_law_1.2,0.03210879862308502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,2048,768,8,128,4,4,power_law_1.2,0.03246079981327057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,2048,768,8,128,4,4,power_law_1.2,0.035206401348114015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,2048,768,8,128,4,4,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,2048,768,8,128,4,4,power_law_1.2,0.04420480132102966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,2048,768,8,128,4,4,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,2048,768,8,128,4,4,power_law_1.2,0.04705919921398163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,2048,768,8,128,4,4,power_law_1.2,0.05294719934463501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,2048,768,8,128,4,4,power_law_1.2,0.052876800298690796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,2048,768,8,128,4,4,power_law_1.2,0.05422080159187317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,2048,768,8,128,4,4,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,2048,768,8,128,4,4,power_law_1.2,0.0597055971622467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,2048,768,8,128,4,4,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,2048,768,8,128,4,4,power_law_1.2,0.07083520293235779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,2048,768,8,128,4,4,power_law_1.2,0.07500799894332885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,2048,768,8,128,4,4,power_law_1.2,0.07987840175628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,2048,768,8,128,4,4,power_law_1.2,0.09651200175285339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,2048,768,8,128,4,4,power_law_1.2,0.11068160533905029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,2048,768,8,128,4,4,power_law_1.2,0.1463871955871582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,2048,768,8,128,4,4,power_law_1.2,0.16134400367736818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,2048,768,8,128,4,4,power_law_1.2,0.2357759952545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,2048,768,8,128,4,4,power_law_1.2,0.3547327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,2048,768,8,128,4,4,power_law_1.2,0.5018112182617187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,2048,768,8,128,4,4,power_law_1.2,0.7500927925109864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,2048,768,8,128,4,4,power_law_1.2,1.0404864311218263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,2048,768,8,128,4,4,power_law_1.2,1.2081600189208985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,2048,768,8,128,4,4,power_law_1.2,1.6996671676635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32768,2048,768,8,128,4,4,power_law_1.2,3.278995132446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,65536,2048,768,8,128,4,4,power_law_1.2,6.059699249267578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,32,power_law_1.01,0.026099199056625368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,32,power_law_1.01,0.026086398959159852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,32,power_law_1.01,0.026156800985336303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,32,power_law_1.01,0.02746880054473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,32,power_law_1.01,0.02784000039100647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,32,power_law_1.01,0.02705279886722565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,32,power_law_1.01,0.02723200023174286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,32,power_law_1.01,0.027987200021743774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,32,power_law_1.01,0.033139199018478394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,32,power_law_1.01,0.033497598767280576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,32,power_law_1.01,0.03749760091304779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,32,power_law_1.01,0.038047999143600464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,32,power_law_1.01,0.04302720129489899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,32,power_law_1.01,0.04542079865932465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,32,power_law_1.01,0.04883840084075928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,32,power_law_1.01,0.04969600141048432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,32,power_law_1.01,0.05950080156326294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,32,power_law_1.01,0.07187839746475219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.07152640223503112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.08042880296707153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.08731520175933838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.11238399744033814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.11890560388565063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.17636480331420898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.2452672004699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,32,power_law_1.01,0.34861440658569337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,32,power_law_1.01,0.4280831813812256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,32,power_law_1.01,0.5299263954162597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,32,power_law_1.01,0.9354623794555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,32,power_law_1.01,1.41212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,1,32,power_law_1.2,0.03285120129585266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,1,32,power_law_1.2,0.02534399926662445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,1,32,power_law_1.2,0.026099199056625368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,1,32,power_law_1.2,0.027263998985290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,1,32,power_law_1.2,0.028166401386260986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,1,32,power_law_1.2,0.027263998985290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,1,32,power_law_1.2,0.02837119996547699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,1,32,power_law_1.2,0.030368000268936157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,1,32,power_law_1.2,0.03461759984493255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,1,32,power_law_1.2,0.03656960129737854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,1,32,power_law_1.2,0.036697599291801455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,1,32,power_law_1.2,0.03873279988765717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,1,32,power_law_1.2,0.04206080138683319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,1,32,power_law_1.2,0.05111039876937866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,1,32,power_law_1.2,0.054604798555374146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,1,32,power_law_1.2,0.05591040253639221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,1,32,power_law_1.2,0.06425600051879883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,1,32,power_law_1.2,0.0746944010257721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.07212799787521362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.09808639883995056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.09927679896354676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.13070720434188843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.15719679594039918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.21972479820251464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.2693759918212891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,1,32,power_law_1.2,0.4867584228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,1,32,power_law_1.2,0.8129792213439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,1,32,power_law_1.2,0.8516032218933105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,1,32,power_law_1.2,1.3362624168395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,1,32,power_law_1.2,3.6660030364990233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,16,power_law_1.01,0.027641600370407103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,16,power_law_1.01,0.024639999866485594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,16,power_law_1.01,0.024371199309825897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,16,power_law_1.01,0.027744001150131224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,16,power_law_1.01,0.02895359992980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,16,power_law_1.01,0.030432000756263733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,16,power_law_1.01,0.0304639995098114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,16,power_law_1.01,0.030656000971794127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,16,power_law_1.01,0.03288320004940033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,16,power_law_1.01,0.03351039886474609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,16,power_law_1.01,0.03627519905567169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,16,power_law_1.01,0.035820800065994265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,16,power_law_1.01,0.036499199271202085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,16,power_law_1.01,0.0430400013923645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,16,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,16,power_law_1.01,0.0522816002368927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,16,power_law_1.01,0.05178239941596985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,16,power_law_1.01,0.06155520081520081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,16,power_law_1.01,0.07504000067710877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,16,power_law_1.01,0.09366400241851806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,16,power_law_1.01,0.0987712025642395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,16,power_law_1.01,0.10250240564346313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,16,power_law_1.01,0.12364799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,16,power_law_1.01,0.15930880308151246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,16,power_law_1.01,0.1991871953010559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,16,power_law_1.01,0.29504640102386476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,16,power_law_1.01,0.4314943790435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,16,power_law_1.01,0.575705623626709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,16,power_law_1.01,0.8302399635314941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,16,power_law_1.01,2.0034048080444338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,2,16,power_law_1.2,0.026630398631095887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,2,16,power_law_1.2,0.024435199797153473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,2,16,power_law_1.2,0.02356480062007904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,2,16,power_law_1.2,0.023468799889087677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,2,16,power_law_1.2,0.02797439992427826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,2,16,power_law_1.2,0.030713599920272828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,2,16,power_law_1.2,0.030048000812530517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,2,16,power_law_1.2,0.031167998909950256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,2,16,power_law_1.2,0.033523198962211606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,2,16,power_law_1.2,0.03299840092658997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,2,16,power_law_1.2,0.03638400137424469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,2,16,power_law_1.2,0.037011200189590455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,2,16,power_law_1.2,0.03788160085678101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,2,16,power_law_1.2,0.04734080135822296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,2,16,power_law_1.2,0.0496832013130188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,2,16,power_law_1.2,0.05345919728279114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,2,16,power_law_1.2,0.05469440221786499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,2,16,power_law_1.2,0.06663039922714234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,2,16,power_law_1.2,0.08054400086402894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,2,16,power_law_1.2,0.10051200389862061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,2,16,power_law_1.2,0.09736319780349731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,2,16,power_law_1.2,0.14691200256347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,2,16,power_law_1.2,0.15563520193099975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,2,16,power_law_1.2,0.22973439693450928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,2,16,power_law_1.2,0.2523967981338501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,2,16,power_law_1.2,0.41130881309509276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,2,16,power_law_1.2,0.6264256000518799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,2,16,power_law_1.2,0.8134847640991211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,2,16,power_law_1.2,1.0660287857055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,2,16,power_law_1.2,3.1543296813964843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,8,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,8,power_law_1.01,0.024083200097084045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,8,power_law_1.01,0.022924800217151643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,8,power_law_1.01,0.02391680032014847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,8,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,8,power_law_1.01,0.03030399978160858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,8,power_law_1.01,0.0302592009305954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,8,power_law_1.01,0.031040000915527343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,8,power_law_1.01,0.032102400064468385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,8,power_law_1.01,0.0344895988702774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,8,power_law_1.01,0.037215998768806456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,8,power_law_1.01,0.03842560052871704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,8,power_law_1.01,0.03906559944152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,8,power_law_1.01,0.04950399994850159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,8,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,8,power_law_1.01,0.05848960280418396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,8,power_law_1.01,0.05498239994049072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,8,power_law_1.01,0.06416000127792358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,8,power_law_1.01,0.07315199971199035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,8,power_law_1.01,0.11041280031204223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,8,power_law_1.01,0.13656959533691407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,8,power_law_1.01,0.1555392026901245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,8,power_law_1.01,0.20830719470977782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,8,power_law_1.01,0.2397183895111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,8,power_law_1.01,0.3448319911956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,8,power_law_1.01,0.4072703838348389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,8,power_law_1.01,0.5734720230102539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,8,power_law_1.01,0.7788991928100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,8,power_law_1.01,1.738630485534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,4,8,power_law_1.2,0.025139200687408447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,4,8,power_law_1.2,0.022303999960422517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,4,8,power_law_1.2,0.022771200537681578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,4,8,power_law_1.2,0.02656640112400055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,4,8,power_law_1.2,0.027923199534416198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,4,8,power_law_1.2,0.030559998750686646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,4,8,power_law_1.2,0.03126400113105774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,4,8,power_law_1.2,0.03278079926967621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,4,8,power_law_1.2,0.03490560054779053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,4,8,power_law_1.2,0.03688960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,4,8,power_law_1.2,0.03930239975452423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,4,8,power_law_1.2,0.040249601006507874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,4,8,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,4,8,power_law_1.2,0.05050240159034729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,4,8,power_law_1.2,0.05628160238265991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,4,8,power_law_1.2,0.06282240152359009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,4,8,power_law_1.2,0.057222402095794676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,4,8,power_law_1.2,0.06383360028266907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,4,8,power_law_1.2,0.07894399762153625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,4,8,power_law_1.2,0.0979200005531311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,4,8,power_law_1.2,0.12116479873657227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,4,8,power_law_1.2,0.15345920324325563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,4,8,power_law_1.2,0.1689087986946106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,4,8,power_law_1.2,0.28355839252471926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,4,8,power_law_1.2,0.31014399528503417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,4,8,power_law_1.2,0.4080639839172363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,4,8,power_law_1.2,0.5319680213928223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,4,8,power_law_1.2,0.8163647651672363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,4,8,power_law_1.2,1.2340928077697755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,4,8,power_law_1.2,2.5526912689208983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,4,power_law_1.01,0.02901119887828827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,4,power_law_1.01,0.027027198672294618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,4,power_law_1.01,0.02855679988861084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,4,power_law_1.01,0.03218559920787811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,4,power_law_1.01,0.03544960021972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,4,power_law_1.01,0.04069760143756866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,4,power_law_1.01,0.04026240110397339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,4,power_law_1.01,0.04165120124816894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,4,power_law_1.01,0.04160000085830688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,4,power_law_1.01,0.04299519956111908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,4,power_law_1.01,0.042387199401855466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,4,power_law_1.01,0.044940799474716187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,4,power_law_1.01,0.046003198623657225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,4,power_law_1.01,0.04963200092315674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,4,power_law_1.01,0.053452801704406736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,4,power_law_1.01,0.06088320016860962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,4,power_law_1.01,0.06867200136184692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,4,power_law_1.01,0.08178560137748718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,4,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,4,power_law_1.01,0.1287551999092102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,4,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,4,power_law_1.01,0.166758394241333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,4,power_law_1.01,0.18952959775924683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,4,power_law_1.01,0.2696768045425415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,4,power_law_1.01,0.31242239475250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,4,power_law_1.01,0.47146878242492674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,4,power_law_1.01,0.6801983833312988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,4,power_law_1.01,0.7671872138977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,4,power_law_1.01,1.1820992469787597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,4,power_law_1.01,2.2797567367553713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,8,4,power_law_1.2,0.028780800104141236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,8,4,power_law_1.2,0.026771199703216553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,8,4,power_law_1.2,0.028339201211929323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,8,4,power_law_1.2,0.03284479975700379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,8,4,power_law_1.2,0.03516159951686859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,8,4,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,8,4,power_law_1.2,0.04043520092964172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,8,4,power_law_1.2,0.04007039964199066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,8,4,power_law_1.2,0.041465601325035094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,8,4,power_law_1.2,0.04083200097084046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,8,4,power_law_1.2,0.043161600828170776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,8,4,power_law_1.2,0.04595839977264404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,8,4,power_law_1.2,0.047225600481033324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,8,4,power_law_1.2,0.05003520250320435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,8,4,power_law_1.2,0.05480960011482239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,8,4,power_law_1.2,0.05697280168533325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,8,4,power_law_1.2,0.06875519752502442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,8,4,power_law_1.2,0.08618239760398864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,8,4,power_law_1.2,0.09550719857215881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,8,4,power_law_1.2,0.13604480028152466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,8,4,power_law_1.2,0.12301440238952636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,8,4,power_law_1.2,0.1759104013442993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,8,4,power_law_1.2,0.20407040119171144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,8,4,power_law_1.2,0.30117120742797854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,8,4,power_law_1.2,0.3554111957550049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,8,4,power_law_1.2,0.5645376205444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,8,4,power_law_1.2,0.7844223976135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,8,4,power_law_1.2,0.7889408111572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,8,4,power_law_1.2,1.592089557647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,8,4,power_law_1.2,3.577503967285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,16,2,power_law_1.01,0.029139199852943422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,16,2,power_law_1.01,0.028166401386260986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,16,2,power_law_1.01,0.028748801350593566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,16,2,power_law_1.01,0.03547520041465759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,16,2,power_law_1.01,0.03887999951839447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,16,2,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,16,2,power_law_1.01,0.045158401131629944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,16,2,power_law_1.01,0.045900800824165346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,16,2,power_law_1.01,0.04683519899845123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,16,2,power_law_1.01,0.04764800071716309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,16,2,power_law_1.01,0.05694720149040222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,16,2,power_law_1.01,0.06064640283584595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,16,2,power_law_1.01,0.06380800008773804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,16,2,power_law_1.01,0.05576320290565491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,16,2,power_law_1.01,0.06238719820976257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,16,2,power_law_1.01,0.06977919936180114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,16,2,power_law_1.01,0.07471359968185425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,16,2,power_law_1.01,0.08643839955329895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,16,2,power_law_1.01,0.10714880228042603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,16,2,power_law_1.01,0.1416767954826355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,16,2,power_law_1.01,0.13980159759521485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,16,2,power_law_1.01,0.17882239818572998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,16,2,power_law_1.01,0.29821441173553465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,16,2,power_law_1.01,0.43688321113586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,16,2,power_law_1.01,0.5110464096069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,16,2,power_law_1.01,0.741593599319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,16,2,power_law_1.01,0.9358079910278321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,16,2,power_law_1.01,1.2839039802551269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,16,2,power_law_1.01,1.747430419921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,16,2,power_law_1.01,3.376364898681641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,16,2,power_law_1.2,0.0289792001247406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,16,2,power_law_1.2,0.02741119861602783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,16,2,power_law_1.2,0.028646400570869444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,16,2,power_law_1.2,0.033843201398849485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,16,2,power_law_1.2,0.038675200939178464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,16,2,power_law_1.2,0.04462080001831055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,16,2,power_law_1.2,0.04511359930038452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,16,2,power_law_1.2,0.04743039906024933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,16,2,power_law_1.2,0.049030399322509764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,16,2,power_law_1.2,0.052172797918319705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,16,2,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,16,2,power_law_1.2,0.05190399885177612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,16,2,power_law_1.2,0.05267840027809143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,16,2,power_law_1.2,0.057183998823165896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,16,2,power_law_1.2,0.06392959952354431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,16,2,power_law_1.2,0.06645119786262513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,16,2,power_law_1.2,0.07787520289421082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,16,2,power_law_1.2,0.09550719857215881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,16,2,power_law_1.2,0.1031872034072876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,16,2,power_law_1.2,0.12580480575561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,16,2,power_law_1.2,0.14688639640808104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,16,2,power_law_1.2,0.1837440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,16,2,power_law_1.2,0.32549760341644285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,16,2,power_law_1.2,0.4324031829833984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,16,2,power_law_1.2,0.5229695796966553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,16,2,power_law_1.2,0.8228544235229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,16,2,power_law_1.2,1.0705856323242187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,16,2,power_law_1.2,1.3061440467834473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,16,2,power_law_1.2,1.958380889892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,16,2,power_law_1.2,3.7330558776855467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,32,1,power_law_1.01,0.029926401376724244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,32,1,power_law_1.01,0.030502399802207945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,32,1,power_law_1.01,0.03310079872608185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,32,1,power_law_1.01,0.04243200123310089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,32,1,power_law_1.01,0.04844799935817719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,32,1,power_law_1.01,0.05797759890556335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,32,1,power_law_1.01,0.05976319909095764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,32,1,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,32,1,power_law_1.01,0.06223999857902527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,32,1,power_law_1.01,0.06268159747123718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,32,1,power_law_1.01,0.07179520130157471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,32,1,power_law_1.01,0.07538560032844543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,32,1,power_law_1.01,0.07939199805259704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,32,1,power_law_1.01,0.08511999845504761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,32,1,power_law_1.01,0.0916159987449646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,32,1,power_law_1.01,0.10016640424728393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,32,1,power_law_1.01,0.11322879791259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,32,1,power_law_1.01,0.14315520524978637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,32,1,power_law_1.01,0.15571199655532836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,32,1,power_law_1.01,0.21035521030426024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,32,1,power_law_1.01,0.2275007963180542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,32,1,power_law_1.01,0.3144448041915894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,32,1,power_law_1.01,0.4266176223754883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,32,1,power_law_1.01,0.6028416156768799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,32,1,power_law_1.01,0.8840576171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,32,1,power_law_1.01,1.3046719551086425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,32,1,power_law_1.01,1.4293631553649901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,32,1,power_law_1.01,1.7826431274414063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,32,1,power_law_1.01,2.864908790588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,32,1,power_law_1.01,5.560927963256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,2048,768,8,128,32,1,power_law_1.2,0.029849600791931153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,2048,768,8,128,32,1,power_law_1.2,0.030662399530410767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,2048,768,8,128,32,1,power_law_1.2,0.03278720080852508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,2048,768,8,128,32,1,power_law_1.2,0.04062080085277557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,2048,768,8,128,32,1,power_law_1.2,0.04562560021877289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,2048,768,8,128,32,1,power_law_1.2,0.05767679810523987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,2048,768,8,128,32,1,power_law_1.2,0.0592960000038147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,2048,768,8,128,32,1,power_law_1.2,0.06133120059967041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,2048,768,8,128,32,1,power_law_1.2,0.0627776026725769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,2048,768,8,128,32,1,power_law_1.2,0.06723200082778931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,2048,768,8,128,32,1,power_law_1.2,0.07255039811134338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,2048,768,8,128,32,1,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,2048,768,8,128,32,1,power_law_1.2,0.07985919713973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,2048,768,8,128,32,1,power_law_1.2,0.0859008014202118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,2048,768,8,128,32,1,power_law_1.2,0.09316480159759521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,2048,768,8,128,32,1,power_law_1.2,0.09941759705543518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,2048,768,8,128,32,1,power_law_1.2,0.11472640037536622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,2048,768,8,128,32,1,power_law_1.2,0.14645760059356688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,2048,768,8,128,32,1,power_law_1.2,0.15614720582962036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,2048,768,8,128,32,1,power_law_1.2,0.211897611618042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,2048,768,8,128,32,1,power_law_1.2,0.23157119750976562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,2048,768,8,128,32,1,power_law_1.2,0.31436159610748293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,2048,768,8,128,32,1,power_law_1.2,0.48761601448059083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,2048,768,8,128,32,1,power_law_1.2,0.696665620803833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,2048,768,8,128,32,1,power_law_1.2,0.7981567859649659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,2048,768,8,128,32,1,power_law_1.2,1.1797120094299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,2048,768,8,128,32,1,power_law_1.2,1.4526847839355468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,2048,768,8,128,32,1,power_law_1.2,1.7960895538330077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32768,2048,768,8,128,32,1,power_law_1.2,2.9362560272216798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,65536,2048,768,8,128,32,1,power_law_1.2,5.922220611572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.03830400109291077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.033228799700737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.030323201417922975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.030707201361656188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.03123840093612671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.032793599367141726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.03272320032119751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.03340800106525421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.033523198962211606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.03365119993686676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.03447040021419525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.035897600650787356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.037651199102401736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.03856000006198883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.043136000633239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.04480000138282776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.04958080053329468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.05862399935722351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.06125440001487732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.07335039973258972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.11468160152435303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.13169280290603638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.17693439722061158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.22517120838165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,32,power_law_1.01,0.32508800029754636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,32,power_law_1.01,0.4533440113067627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,32,power_law_1.01,0.517574405670166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,32,power_law_1.01,0.8434240341186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,32,power_law_1.01,1.757548713684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.037350401282310486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.03227519989013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.030048000812530517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.03051519989967346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.03196159899234772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.03252480030059814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.03289600014686585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.03336319923400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.03402239978313446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.03371520042419433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.03547520041465759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.03749119937419891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.041920000314712526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.04821760058403015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.050291198492050174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.054124802350997925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.06839039921760559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.065830397605896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.08480640053749085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.09253119826316833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.13489919900894165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.17260160446166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.2069632053375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.31757440567016604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,1,32,power_law_1.2,0.4271423816680908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,1,32,power_law_1.2,0.6228415966033936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,1,32,power_law_1.2,0.8185791969299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,1,32,power_law_1.2,1.318272018432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,1,32,power_law_1.2,3.5311809539794923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,16,power_law_1.01,0.036627200245857236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,16,power_law_1.01,0.030963200330734252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,16,power_law_1.01,0.03264000117778778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,16,power_law_1.01,0.030534398555755616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,16,power_law_1.01,0.030854400992393494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,16,power_law_1.01,0.03244799971580505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,16,power_law_1.01,0.03255679905414581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,16,power_law_1.01,0.033190399408340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,16,power_law_1.01,0.03402239978313446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,16,power_law_1.01,0.03390080034732819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,16,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,16,power_law_1.01,0.03611519932746887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,16,power_law_1.01,0.037171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,16,power_law_1.01,0.04008319973945618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,16,power_law_1.01,0.04302720129489899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,16,power_law_1.01,0.045849600434303285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,16,power_law_1.01,0.05172479748725891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,16,power_law_1.01,0.05804160237312317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,16,power_law_1.01,0.06658560037612915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,16,power_law_1.01,0.0822272002696991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,16,power_law_1.01,0.08848639726638793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,16,power_law_1.01,0.10837759971618652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,16,power_law_1.01,0.1398527979850769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,16,power_law_1.01,0.20165760517120362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,16,power_law_1.01,0.24380800724029542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,16,power_law_1.01,0.3422719955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,16,power_law_1.01,0.4492800235748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,16,power_law_1.01,0.5589439868927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,16,power_law_1.01,0.9000191688537598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,16,power_law_1.01,1.8384063720703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,2,16,power_law_1.2,0.036883199214935304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,2,16,power_law_1.2,0.03198719918727875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,2,16,power_law_1.2,0.030739200115203858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,2,16,power_law_1.2,0.0301503986120224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,2,16,power_law_1.2,0.031116798520088196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,2,16,power_law_1.2,0.03225600123405457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,2,16,power_law_1.2,0.03258880078792572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,2,16,power_law_1.2,0.03359360098838806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,2,16,power_law_1.2,0.033907198905944826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,2,16,power_law_1.2,0.035206401348114015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,2,16,power_law_1.2,0.03622399866580963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,2,16,power_law_1.2,0.037062400579452516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,2,16,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,2,16,power_law_1.2,0.04201599955558777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,2,16,power_law_1.2,0.04436480104923248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,2,16,power_law_1.2,0.046649599075317384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,2,16,power_law_1.2,0.051097601652145386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,2,16,power_law_1.2,0.05836799740791321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,2,16,power_law_1.2,0.06954879760742187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,2,16,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,2,16,power_law_1.2,0.09957759976387023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,2,16,power_law_1.2,0.1402943968772888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,2,16,power_law_1.2,0.14088959693908693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,2,16,power_law_1.2,0.2504447937011719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,2,16,power_law_1.2,0.27538559436798093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,2,16,power_law_1.2,0.43439359664916993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,2,16,power_law_1.2,0.6995007991790771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,2,16,power_law_1.2,0.8275263786315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,2,16,power_law_1.2,1.3220864295959474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,2,16,power_law_1.2,3.0580928802490233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,8,power_law_1.01,0.03614720106124878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,8,power_law_1.01,0.029945600032806396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,8,power_law_1.01,0.030726400017738343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,8,power_law_1.01,0.030976000428199767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,8,power_law_1.01,0.03351039886474609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,8,power_law_1.01,0.034867200255393985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,8,power_law_1.01,0.03519999980926514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,8,power_law_1.01,0.035622400045394895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,8,power_law_1.01,0.03617919981479645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,8,power_law_1.01,0.03702400028705597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,8,power_law_1.01,0.0378495991230011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,8,power_law_1.01,0.039001598954200745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,8,power_law_1.01,0.03994239866733551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,8,power_law_1.01,0.04425599873065948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,8,power_law_1.01,0.053491199016571046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,8,power_law_1.01,0.05541120171546936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,8,power_law_1.01,0.053260797262191774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,8,power_law_1.01,0.05859839916229248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,8,power_law_1.01,0.06884480118751526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,8,power_law_1.01,0.08926720023155213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,8,power_law_1.01,0.10896639823913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,8,power_law_1.01,0.14913920164108277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,8,power_law_1.01,0.1759104013442993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,8,power_law_1.01,0.2450495958328247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,8,power_law_1.01,0.27701759338378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,8,power_law_1.01,0.4028672218322754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,8,power_law_1.01,0.5247807979583741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,8,power_law_1.01,0.7045695781707764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,8,power_law_1.01,1.1495807647705079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,8,power_law_1.01,2.2045440673828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,4,8,power_law_1.2,0.035718399286270144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,4,8,power_law_1.2,0.0298880010843277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,4,8,power_law_1.2,0.030694401264190672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,4,8,power_law_1.2,0.030444800853729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,4,8,power_law_1.2,0.03270399868488312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,4,8,power_law_1.2,0.034745600819587705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,4,8,power_law_1.2,0.035257598757743834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,4,8,power_law_1.2,0.0359935998916626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,4,8,power_law_1.2,0.036748799681663516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,4,8,power_law_1.2,0.037171199917793274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,4,8,power_law_1.2,0.0380160003900528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,4,8,power_law_1.2,0.040064001083374025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,4,8,power_law_1.2,0.04067200124263763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,4,8,power_law_1.2,0.04813440144062042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,4,8,power_law_1.2,0.052825599908828735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,4,8,power_law_1.2,0.05475199818611145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,4,8,power_law_1.2,0.05485439896583557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,4,8,power_law_1.2,0.06446080207824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,4,8,power_law_1.2,0.07243520021438599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,4,8,power_law_1.2,0.09607040286064147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,4,8,power_law_1.2,0.11822719573974609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,4,8,power_law_1.2,0.17795200347900392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,4,8,power_law_1.2,0.19438079595565796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,4,8,power_law_1.2,0.2989887952804565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,4,8,power_law_1.2,0.3320832014083862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,4,8,power_law_1.2,0.5391808032989502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,4,8,power_law_1.2,0.6810815811157227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,4,8,power_law_1.2,0.9090559959411622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,4,8,power_law_1.2,1.519379234313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,4,8,power_law_1.2,3.860019302368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,4,power_law_1.01,0.033471998572349546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,4,power_law_1.01,0.03023360073566437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,4,power_law_1.01,0.03149439990520477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,4,power_law_1.01,0.033395200967788696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,4,power_law_1.01,0.03437440097332001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,4,power_law_1.01,0.03821440041065216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,4,power_law_1.01,0.0383296012878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,4,power_law_1.01,0.03821440041065216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,4,power_law_1.01,0.038764798641204835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,4,power_law_1.01,0.040031999349594116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,4,power_law_1.01,0.04216960072517395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,4,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,4,power_law_1.01,0.04577920138835907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,4,power_law_1.01,0.05021439790725708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,4,power_law_1.01,0.05472639799118042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,4,power_law_1.01,0.06032000184059143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,4,power_law_1.01,0.06279039978981019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,4,power_law_1.01,0.07717120051383972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,4,power_law_1.01,0.08862720131874084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,4,power_law_1.01,0.11639679670333862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,4,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,4,power_law_1.01,0.19471360445022584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,4,power_law_1.01,0.22924160957336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,4,power_law_1.01,0.3355135917663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,4,power_law_1.01,0.39089279174804686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,4,power_law_1.01,0.5723328113555908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,4,power_law_1.01,0.7890880107879639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,4,power_law_1.01,0.9426624298095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,4,power_law_1.01,1.6662912368774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,4,power_law_1.01,3.390367889404297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,8,4,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,8,4,power_law_1.2,0.03027839958667755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,8,4,power_law_1.2,0.03280639946460724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,8,4,power_law_1.2,0.03187200129032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,8,4,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,8,4,power_law_1.2,0.0377920001745224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,8,4,power_law_1.2,0.0381056010723114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,8,4,power_law_1.2,0.03856000006198883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,8,4,power_law_1.2,0.04002560079097748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,8,4,power_law_1.2,0.040934398770332336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,8,4,power_law_1.2,0.04197759926319122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,8,4,power_law_1.2,0.04454399943351746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,8,4,power_law_1.2,0.04620800018310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,8,4,power_law_1.2,0.0506816029548645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,8,4,power_law_1.2,0.05777919888496399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,8,4,power_law_1.2,0.06099200248718262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,8,4,power_law_1.2,0.061273598670959474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,8,4,power_law_1.2,0.07778559923171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,8,4,power_law_1.2,0.09155200123786926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,8,4,power_law_1.2,0.115174400806427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,8,4,power_law_1.2,0.15172480344772338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,8,4,power_law_1.2,0.20015358924865723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,8,4,power_law_1.2,0.24226560592651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,8,4,power_law_1.2,0.35100159645080564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,8,4,power_law_1.2,0.4433599948883057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,8,4,power_law_1.2,0.6510015964508057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,8,4,power_law_1.2,0.8709247589111329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,8,4,power_law_1.2,1.2321408271789551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,8,4,power_law_1.2,2.173369598388672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,8,4,power_law_1.2,3.9486785888671876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,16,2,power_law_1.01,0.033632001280784606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,16,2,power_law_1.01,0.03152639865875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,16,2,power_law_1.01,0.03346560001373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,16,2,power_law_1.01,0.03495039939880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,16,2,power_law_1.01,0.0382207989692688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,16,2,power_law_1.01,0.044787201285362246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,16,2,power_law_1.01,0.04508799910545349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,16,2,power_law_1.01,0.04581120014190674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,16,2,power_law_1.01,0.04785279929637909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,16,2,power_law_1.01,0.04857600033283234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,16,2,power_law_1.01,0.05543680191040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,16,2,power_law_1.01,0.05872640013694763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,16,2,power_law_1.01,0.062009602785110474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,16,2,power_law_1.01,0.06289280056953431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,16,2,power_law_1.01,0.07121279835700989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,16,2,power_law_1.01,0.07747200131416321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,16,2,power_law_1.01,0.07955200076103211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,16,2,power_law_1.01,0.0942463994026184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,16,2,power_law_1.01,0.1168895959854126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,16,2,power_law_1.01,0.157043194770813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,16,2,power_law_1.01,0.19893759489059448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,16,2,power_law_1.01,0.26934399604797366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,16,2,power_law_1.01,0.3483263969421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,16,2,power_law_1.01,0.5102848052978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,16,2,power_law_1.01,0.5609280109405518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,16,2,power_law_1.01,0.9660927772521972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,16,2,power_law_1.01,1.1663423538208009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,16,2,power_law_1.01,1.581932830810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,16,2,power_law_1.01,2.461568069458008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,16,2,power_law_1.01,4.633663940429687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,2048,768,8,128,16,2,power_law_1.2,0.03386879861354828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,2048,768,8,128,16,2,power_law_1.2,0.031814399361610415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,2048,768,8,128,16,2,power_law_1.2,0.0328575998544693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,2048,768,8,128,16,2,power_law_1.2,0.03416320085525513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,2048,768,8,128,16,2,power_law_1.2,0.037599998712539676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,2048,768,8,128,16,2,power_law_1.2,0.04481280148029328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,2048,768,8,128,16,2,power_law_1.2,0.045561599731445315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,2048,768,8,128,16,2,power_law_1.2,0.047366398572921756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,2048,768,8,128,16,2,power_law_1.2,0.048665601015090945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,2048,768,8,128,16,2,power_law_1.2,0.04953599870204926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,2048,768,8,128,16,2,power_law_1.2,0.05633919835090637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,2048,768,8,128,16,2,power_law_1.2,0.05988479852676391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,2048,768,8,128,16,2,power_law_1.2,0.06222720146179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,2048,768,8,128,16,2,power_law_1.2,0.06343680024147033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,2048,768,8,128,16,2,power_law_1.2,0.07148159742355346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,2048,768,8,128,16,2,power_law_1.2,0.07889919877052307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,2048,768,8,128,16,2,power_law_1.2,0.07854080200195312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,2048,768,8,128,16,2,power_law_1.2,0.09383040070533752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,2048,768,8,128,16,2,power_law_1.2,0.11779839992523193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,2048,768,8,128,16,2,power_law_1.2,0.16462080478668212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,2048,768,8,128,16,2,power_law_1.2,0.20087039470672607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,2048,768,8,128,16,2,power_law_1.2,0.269324803352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,2048,768,8,128,16,2,power_law_1.2,0.3315455913543701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,2048,768,8,128,16,2,power_law_1.2,0.5160704135894776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,2048,768,8,128,16,2,power_law_1.2,0.6895616054534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,2048,768,8,128,16,2,power_law_1.2,0.9311424255371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,2048,768,8,128,16,2,power_law_1.2,1.3495871543884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,2048,768,8,128,16,2,power_law_1.2,1.6012479782104492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32768,2048,768,8,128,16,2,power_law_1.2,2.788960075378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,65536,2048,768,8,128,16,2,power_law_1.2,4.963257598876953
