framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.5038080215454102
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.5033984184265137
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.5625855922698975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.5933055877685547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.01,1.2980223655700684
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.2,1.1104255676269532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.01,2.3152639389038088
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.8229248046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.01,2.9630464553833007
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.2,2.712371253967285
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.01,5.3854209899902346
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.2,5.4456321716308596
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.01,6.044467163085938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.2,5.999615859985352
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.01,6.097715377807617
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.2,6.133964920043946
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.01,6.2656513214111325
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.2,6.399795150756836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.01,6.305382537841797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.2,6.490521240234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.01,6.657023620605469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.2,6.661734771728516
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.01,6.63183364868164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.2,6.717440032958985
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.01,6.707609558105469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.2,6.9509117126464846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.01,6.928793334960938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.2,6.966681671142578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.01,7.100006103515625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.2,7.25032958984375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.01,7.02709732055664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.2,7.3400321960449215
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.2,7.397785949707031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.01,7.376486206054688
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.2,7.579853057861328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.01,7.493427276611328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.2,8.135884857177734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.01,7.841177368164063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.2,9.12732162475586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.01,8.767692565917969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.2,10.392985534667968
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.01,9.946726226806641
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.2,13.017292785644532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.01,12.41866226196289
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.2,13.225369262695313
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.01,12.622029113769532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.2,17.37871398925781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.01,16.563813781738283
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.2,21.13966064453125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.01,20.401560974121093
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.01,29.597695922851564
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.2,29.876837158203124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.2,39.016448974609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.01,38.06453857421875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.2,47.433319091796875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.01,46.710784912109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.2,73.6753662109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.01,73.7490966796875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.01,144.90767822265624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.2,147.16805419921874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.2,1.1472895622253418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.2,1.9396608352661133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.2,1.6766975402832032
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.2,4.053811264038086
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.2,4.055244827270508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.2,3.992371368408203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.2,4.424499130249023
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.2,4.666368103027343
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.2,5.0475006103515625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.2,5.3131263732910154
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.2,4.830412673950195
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.01,1.1464703559875489
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.2,5.489664077758789
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.01,1.7135616302490235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.2,5.5754753112792965
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.01,2.0910079956054686
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.2,6.054707336425781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.01,3.9532543182373048
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.2,6.655385589599609
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.01,3.9593982696533203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.2,7.062322998046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.01,4.100300979614258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.2,8.471142578125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.01,4.286463928222656
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.01,4.757503890991211
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.2,10.125312042236327
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.01,5.0522113800048825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.2,11.606425476074218
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.01,5.112627029418945
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.2,14.703616333007812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.01,4.523622512817383
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.01,5.25475845336914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.2,16.545382690429687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.01,5.4581249237060545
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.2,21.1378173828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.01,6.060851287841797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.01,6.738124847412109
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.2,26.276043701171876
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.01,7.16021728515625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.01,8.445337677001953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.2,38.1259765625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.01,10.292428588867187
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.01,11.514470672607422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.2,48.88084411621094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.01,14.118092346191407
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.01,16.49950714111328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.2,72.3589111328125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.01,21.39463653564453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.01,26.117733764648438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.2,94.87298583984375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.01,40.2882568359375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.01,49.95625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.2,123.3227783203125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.01,74.72967529296875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.01,101.49171142578125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.2,191.9457275390625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.01,126.2376953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.01,199.37423095703124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.2,374.496875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.01,394.541064453125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.01,1.981439971923828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.01,3.2088062286376955
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.01,3.9649280548095702
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.01,6.936985778808594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.2,1.9812351226806642
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.01,6.951936340332031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.2,3.202867126464844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.2,3.974553680419922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.01,6.8552703857421875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.2,6.786457824707031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.01,7.207936096191406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.2,6.952345275878907
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.01,8.077107238769532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.2,7.012556457519532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.01,8.722227478027344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.2,7.743897247314453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.01,9.268019104003907
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.2,7.552204895019531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.01,8.27105255126953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.2,9.048473358154297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.01,8.944230651855468
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.2,9.24364776611328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.01,9.471794891357423
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.2,8.308531188964844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.01,10.682367706298828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.2,9.027993774414062
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.01,11.922022247314453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.2,9.636249542236328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.01,13.092044067382812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.2,10.492928314208985
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.01,15.845785522460938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.2,11.953766632080079
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.01,19.989913940429688
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.2,13.114572143554687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.01,24.528076171875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.2,15.735807800292969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.2,20.092108154296874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.01,29.1125244140625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.2,24.121958923339843
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.01,34.271435546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.2,29.07955322265625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.01,41.41527099609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.2,34.202215576171874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.01,48.765951538085936
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.2,41.19388122558594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.01,66.79961547851562
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.2,49.03669738769531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.2,65.30989990234374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.01,83.96881713867188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.2,84.65244140625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.01,128.5603271484375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.2,126.85537109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.01,168.1406005859375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.2,168.199169921875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.01,210.071142578125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.2,206.573779296875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.01,332.3578369140625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.2,327.0352783203125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.01,657.107373046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.2,651.327685546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,power_law_1.2,0.28323841094970703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,power_law_1.2,0.46346240043640136
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,power_law_1.2,0.6463488101959228
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,power_law_1.2,0.9998335838317871
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,power_law_1.2,1.0844160079956056
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,power_law_1.2,1.1233280181884766
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,power_law_1.2,1.145036792755127
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,power_law_1.2,1.1546624183654786
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,power_law_1.2,1.1876352310180665
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,power_law_1.2,1.1919360160827637
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,power_law_1.2,1.285529613494873
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,power_law_1.2,1.296793556213379
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,power_law_1.2,1.3469696044921875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,power_law_1.2,1.5093759536743163
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,power_law_1.2,1.5843328475952148
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,power_law_1.2,1.6445440292358398
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,power_law_1.2,1.8745344161987305
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,power_law_1.2,2.3140352249145506
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,power_law_1.2,2.8262399673461913
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,power_law_1.2,3.807846450805664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,power_law_1.2,4.868915176391601
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,power_law_1.2,6.696141052246094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,power_law_1.2,8.757657623291015
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,power_law_1.2,12.81925048828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,power_law_1.2,16.65413055419922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,power_law_1.2,25.21661376953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,power_law_1.2,33.10715026855469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,power_law_1.2,42.471832275390625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,1,power_law_1.2,67.55286865234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.5844992160797119
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.7557119846343994
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.9740287780761718
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.2,2.0197376251220702
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.2,1.9281919479370118
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.2,2.053324890136719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.2,2.087116813659668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.2,2.1407743453979493
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.2,2.205695915222168
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.2,2.270412826538086
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.2,2.2859775543212892
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.2,2.4848384857177734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.2,2.5391103744506838
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.2,2.716671943664551
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.2,2.8387327194213867
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.2,2.916556739807129
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.2,3.378790283203125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.2,3.9235584259033205
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.2,4.359577560424805
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.2,5.364736175537109
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.2,6.549504089355469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.2,8.829952239990234
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.2,11.538432312011718
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.2,17.838694763183593
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.2,22.7162109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.2,33.22900390625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.2,43.98960571289062
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.2,55.449188232421875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.2,87.76622314453125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.2,182.90626220703126
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,power_law_1.01,0.3837951898574829
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,power_law_1.01,0.48291840553283694
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,power_law_1.01,0.9086976051330566
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,power_law_1.01,0.9146368026733398
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,power_law_1.01,0.9498623847961426
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,power_law_1.01,0.9846783638000488
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,power_law_1.01,1.0129407882690429
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,power_law_1.01,1.0217472076416017
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,power_law_1.01,1.0147839546203614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,power_law_1.01,1.1309056282043457
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,power_law_1.01,1.1778047561645508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,power_law_1.01,1.2371968269348144
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,power_law_1.01,1.277952003479004
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,power_law_1.01,1.3330431938171388
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,power_law_1.01,1.4475263595581054
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,power_law_1.01,1.4792703628540038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,power_law_1.01,1.8933759689331056
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,power_law_1.01,2.2358015060424803
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,power_law_1.01,3.114803123474121
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,power_law_1.01,3.8154239654541016
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,power_law_1.01,5.562777709960938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,power_law_1.01,7.325901031494141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,power_law_1.01,10.900479888916015
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,power_law_1.01,14.78717498779297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,power_law_1.01,22.168984985351564
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,power_law_1.01,28.878439331054686
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,power_law_1.01,36.00588684082031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,1,power_law_1.01,57.47630004882812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,1,power_law_1.01,115.6612060546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,power_law_1.2,0.18984960317611693
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,power_law_1.2,0.2721791982650757
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,power_law_1.2,0.39280641078948975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,power_law_1.2,0.7610367774963379
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,power_law_1.2,0.8224767684936524
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,power_law_1.2,0.8663040161132812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,power_law_1.2,0.8796159744262695
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,power_law_1.2,0.9146368026733398
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,power_law_1.2,0.9121791839599609
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,power_law_1.2,0.942899227142334
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,power_law_1.2,0.9515007972717285
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,power_law_1.2,0.9654272079467774
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,power_law_1.2,1.0098688125610351
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,power_law_1.2,1.0610688209533692
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,power_law_1.2,1.1118592262268066
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,power_law_1.2,1.2707839965820313
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,power_law_1.2,1.3944831848144532
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,power_law_1.2,1.7358848571777343
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.984716796875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,power_law_1.2,2.585804748535156
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,power_law_1.2,3.215769577026367
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,power_law_1.2,4.634009552001953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,power_law_1.2,6.129459381103516
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,power_law_1.2,9.086771392822266
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,power_law_1.2,12.242534637451172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,power_law_1.2,15.154380798339844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,1,power_law_1.2,23.761920166015624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,1,power_law_1.2,47.61845703125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.3033087968826294
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.42229762077331545
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.5367807865142822
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.9578495979309082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.982425594329834
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.01,1.0221568107604981
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.01,1.0690560340881348
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.01,1.065779209136963
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.01,1.0891263961791993
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.01,1.086464023590088
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.01,1.0983424186706543
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.01,1.1354111671447753
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.01,1.1393024444580078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.01,1.195622444152832
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.01,1.3096960067749024
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.30310399532318116
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.01,1.3432831764221191
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.45096960067749026
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.01,1.3316096305847167
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.5363711833953857
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.01,1.6865280151367188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.9584639549255372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.8049024581909179
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.9836544036865235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.30010871887207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.2,1.0465279579162599
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.74780158996582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.2,1.0459136009216308
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.7152767181396484
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.2,1.0870783805847168
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.6893054962158205
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.2,1.104691219329834
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.2,1.1149312019348145
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.934732818603516
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.2,1.1290623664855957
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.01,9.194905853271484
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.2,1.1397120475769043
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.2,1.1407360076904296
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.01,14.084915161132812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.2,1.2414976119995118
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.2,1.3123583793640137
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.01,18.501837158203124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.2,1.3535231590270995
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.2,1.4008319854736329
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.01,23.15653076171875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.6529407501220703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.8124799728393555
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.01,36.92462158203125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.267750358581543
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.713190460205078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.728384017944336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.8607231140136715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.01,76.30786743164063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.2,7.141580963134766
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.2,9.515007781982423
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.560050964355469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.409715270996095
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.2,24.21964874267578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.2,40.033895874023436
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.2,80.01310424804687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.01,1.7922048568725586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.01,1.5962112426757813
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.01,1.7709056854248046
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.01,1.7756160736083983
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.01,1.7729536056518556
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.01,1.8087936401367188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.01,2.2200319290161135
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.01,2.3508991241455077
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.01,2.8862464904785154
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.01,2.958131217956543
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.01,2.735103988647461
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.01,3.225190353393555
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.01,3.175424003601074
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.01,4.335615921020508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.01,4.958003234863281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.01,4.738252639770508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.01,7.988019561767578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.01,11.118386840820312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.01,13.9831298828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.2,1.396326446533203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.01,17.980210876464845
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.2,1.7874944686889649
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.2,1.5935487747192383
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.01,20.92400665283203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.2,1.7793024063110352
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.2,1.7731584548950194
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.2,1.8098175048828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.01,28.658892822265624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.2,2.2120447158813477
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.2,2.511667251586914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.01,29.520077514648438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.2,3.2608257293701173
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.2,2.8278783798217773
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.01,44.03486633300781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.2,2.5602048873901366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.2,3.5618816375732423
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.2,3.3697792053222657
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.01,58.40568237304687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.2,4.229939270019531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.2,4.7249408721923825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.2,5.441945648193359
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.2,7.779942321777344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.01,81.05758666992188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.2,11.291238403320312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.2,14.590361022949219
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.2,18.16575927734375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.01,89.645263671875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.2,23.933132934570313
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.2,25.884466552734374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.2,31.341159057617187
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.01,175.16380615234374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.2,44.58106994628906
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.2,63.250433349609374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.2,76.95011596679687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.01,218.9641845703125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.2,108.8016357421875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.2,154.90621337890624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.2,208.1261474609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,power_law_1.2,0.19660799503326415
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,power_law_1.2,0.3719167947769165
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,power_law_1.2,0.6160384178161621
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,power_law_1.2,0.8712191581726074
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,power_law_1.2,1.416806411743164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,power_law_1.2,1.4616576194763184
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,power_law_1.2,1.5822848320007323
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,power_law_1.2,1.6500736236572267
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,power_law_1.2,1.6748544692993164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,power_law_1.2,1.8112512588500977
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,power_law_1.2,1.8735103607177734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,power_law_1.2,1.9607551574707032
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,power_law_1.2,2.0570112228393556
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,power_law_1.2,2.164326477050781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,power_law_1.2,2.3408639907836912
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,power_law_1.2,2.587443161010742
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,power_law_1.2,2.7875328063964844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,power_law_1.2,3.2923648834228514
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,power_law_1.2,3.5125247955322267
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,power_law_1.2,4.4730369567871096
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,power_law_1.2,5.4380542755126955
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,power_law_1.2,7.592345428466797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,power_law_1.2,9.52647705078125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,power_law_1.2,13.72815399169922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,power_law_1.2,17.69144287109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,power_law_1.2,21.764915466308594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.01,0.4745215892791748
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.01,0.4749311923980713
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.01,0.530022382736206
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.01,0.5414912223815918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.01,0.5517312049865722
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.01,0.6201344013214112
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.01,0.7235583782196044
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.2637824058532715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.01,0.8032256126403808
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.3606528043746948
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.01,0.6647808074951171
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.3325952053070068
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.01,0.7059455871582031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.5054463863372802
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.01,0.8210432052612304
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.532480001449585
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.01,0.9009152412414551
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.5384191989898681
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.01,1.0747903823852538
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.560537576675415
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.01,1.2425215721130372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.5687295913696289
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.01,1.3494272232055664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.5625855922698975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.01,1.546444797515869
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.5842944145202636
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.01,2.0559871673583983
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.5648384094238281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.01,2.3212032318115234
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.586956787109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.01,2.983731269836426
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.601907205581665
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.5916672229766846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.01,4.754841613769531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.6875135898590088
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.01,5.8333183288574215
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.7118847846984864
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.01,9.134079742431641
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.7849984169006348
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.8785920143127441
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.01,14.434303283691406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.01,1.1669504165649414
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.01,1.5357952117919922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.01,22.629991149902345
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.01,2.0162559509277345
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.01,2.5669631958007812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.01,28.993536376953124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.01,3.5518463134765623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.01,4.098662567138672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.01,37.95333251953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.01,6.7889152526855465
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.01,11.495014190673828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.01,15.61395263671875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.01,65.47149047851562
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.01,18.10821075439453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.01,25.488998413085938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.3037184000015259
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.26398720741271975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.3895296096801758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.01,49.35475158691406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.5318655967712402
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.5335040092468262
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.19271680116653442
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.5386240005493164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.2865151882171631
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.5492735862731933
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.4902912139892578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.21237759590148925
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.5689343929290771
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.5287936210632325
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.49008641242980955
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.2,0.6111231803894043
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.5212160110473633
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.5273600101470948
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.2,0.5781504154205322
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.527564811706543
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.521011209487915
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.5666816234588623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.5511168003082275
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.5386240005493164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.6193151950836182
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.5335040092468262
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.5545983791351319
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.6115327835083008
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.561356782913208
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.5584896087646485
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.5531648159027099
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.6569983959197998
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.5658624172210693
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.5681151866912841
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.6746111869812011
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.5631999969482422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.5675007820129394
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.75796480178833
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.5644288063049316
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.58122239112854
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.7614463806152344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.5781504154205322
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.6207488059997559
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.2,1.0182656288146972
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.5826560020446777
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.6342656135559082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.2,1.144422435760498
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.6131711959838867
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.6879231929779053
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.2,1.5265791893005372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.6426623821258545
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.811622428894043
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.2,2.085683250427246
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.7239679813385009
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.9086976051330566
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.8790016174316406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.2,2.941951942443848
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.01,1.170841598510742
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.9332736015319825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.2,3.632332611083984
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.386905574798584
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.2,1.1792384147644044
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.2,5.747507095336914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.8786304473876954
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.4569472312927245
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.4920064926147463
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.2,6.591693115234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.8989055633544922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.6315135955810547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.490163230895996
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.2,11.37991714477539
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.797849655151367
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.6380672454833984
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.2,15.655526733398437
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.01,7.248076629638672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.842291259765625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.2,7.366655731201172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.2,19.250994873046874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.01,9.705881500244141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.2,9.754009246826172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.01,12.147917175292969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.2,34.190130615234374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.2,11.950899505615235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.01,19.458253479003908
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.2,20.76917724609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.01,40.17172546386719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.2,70.74119873046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.2,40.109466552734375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.471449613571167
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.5255167961120606
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.6594560146331787
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.2,1.0117119789123534
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.9074687957763672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.2,1.0164223670959474
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.9072640419006348
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.9263104438781739
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.9177087783813477
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.9035776138305665
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.961740779876709
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.9078783988952637
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.01,1.02543363571167
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.9324543952941895
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.01,1.055129623413086
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.2,1.4155776023864746
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.01,1.0407936096191406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.2,1.548083209991455
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.01,1.0332159996032715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.2,1.816985511779785
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.01,0.8253439903259278
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.01,1.125376033782959
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.2,2.106572723388672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.01,0.9263104438781739
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.01,1.1292672157287598
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.2,1.8481151580810546
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.01,0.6483967781066895
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.01,1.2130304336547852
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.2,2.2417407989501954
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.01,0.9175040245056152
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.01,1.3426688194274903
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.9207807540893554
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.2,2.5780223846435546
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.01,1.3889535903930663
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.6211584091186524
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.01,0.9162752151489257
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.2,3.1705087661743163
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.734003210067749
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.01,1.5814656257629394
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.01,0.9318400382995605
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.2,3.5366912841796876
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.913203239440918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.01,2.1164031982421876
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.01,0.9881600379943848
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.2,4.256563186645508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.9140224456787109
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.01,2.350284767150879
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.01,1.1796480178833009
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.2,5.718425750732422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.9312255859375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.01,2.9429759979248047
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.01,1.2718079566955567
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.2,1.1589632034301758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.2,8.363827514648438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.01,3.4918399810791017
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.01,1.4847999572753907
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.2,1.174937629699707
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.01,4.557619094848633
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.2,10.77923812866211
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.01,1.293721580505371
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.2,1.3709312438964845
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.01,5.99736328125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.2,1.6148479461669922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.01,1.807155227661133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.2,13.818266296386719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.2,1.3533184051513671
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.01,9.858866882324218
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.01,1.535590362548828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.2,18.667315673828124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.2,1.354956817626953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.01,1.8903039932250976
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.01,15.569920349121094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.2,1.622220802307129
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.01,2.191564750671387
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.2,23.82356414794922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.2,2.1340160369873047
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.01,2.454732894897461
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.01,20.2323974609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.2,2.430156707763672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.01,3.275980758666992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.2,28.42398681640625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.2,2.489753532409668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.01,24.433868408203125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.01,4.0703998565673825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.2,3.051315116882324
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.01,4.77470703125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.2,4.4189697265625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.2,35.670834350585935
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.01,31.369830322265624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.01,6.6129920959472654
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.2,4.933017730712891
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.01,7.618764495849609
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.2,6.423961639404297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.2,42.99100036621094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.01,9.85497589111328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.2,9.837567901611328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.01,62.3130615234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.2,12.459008026123048
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.01,12.881304931640624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.2,61.084466552734376
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.2,11.922022247314453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.01,20.759552001953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.2,19.94956817626953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.01,25.583206176757812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.01,118.9253173828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.2,27.955404663085936
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.2,80.32255859375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.01,35.53443908691406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.2,45.29295349121094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.01,49.315634155273436
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.2,99.81992797851562
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.2,51.11500854492188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.01,65.56876831054687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.2,60.62059326171875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.2,158.00299072265625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.01,121.5453125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.2,124.1808837890625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.01,201.84227294921874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.2,265.244873046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.2,1.186406421661377
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.2,2.079539108276367
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.5447679996490479
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.8701951980590821
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.2,1.4434304237365723
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.2,2.043084716796875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.2,2.937855911254883
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.2,3.2382976531982424
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.2,3.072819137573242
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.2,3.264102554321289
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.2,3.2333824157714846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.2,3.5688449859619142
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.2,3.5102718353271483
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.2,3.7109760284423827
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.2,3.9557121276855467
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.2,4.1136127471923825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.2,4.129177474975586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.2,4.234239959716797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.2,4.608819198608399
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.2,5.095423889160156
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.2,5.4566913604736325
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.2,6.45038070678711
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.2,8.60241928100586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.2,10.126541137695312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.2,11.447296142578125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.2,16.28282928466797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.01,0.32133119106292723
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.2,21.2600830078125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.01,0.6002687931060791
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.01,0.37908480167388914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.01,0.7976960182189942
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.2,25.434725952148437
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.01,1.3989888191223145
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.01,1.8475008010864258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.01,2.7707391738891602
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.2,39.11741333007812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.01,2.921676826477051
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.01,3.096575927734375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.01,3.0435327529907226
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.01,3.28540153503418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.01,3.36363525390625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.01,3.4924545288085938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.01,3.6364288330078125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.01,3.6401153564453126
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.01,3.7566463470458986
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.01,3.902668762207031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.01,4.274380874633789
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.01,4.3696128845214846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.01,4.841267013549805
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.01,4.9702911376953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.01,6.113689422607422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.01,6.546227264404297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.01,8.656281280517579
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.01,11.207679748535156
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.01,15.79253692626953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.01,17.488485717773436
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.01,19.988479614257812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.01,32.89333801269531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,power_law_1.2,0.2973695993423462
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,power_law_1.2,0.29818880558013916
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,power_law_1.2,0.2711551904678345
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,power_law_1.2,0.27381761074066163
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,power_law_1.2,0.28016641139984133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,power_law_1.2,0.3100672006607056
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,power_law_1.2,0.32665600776672366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,power_law_1.2,0.38727679252624514
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,power_law_1.2,0.44707841873168946
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,power_law_1.2,0.5464064121246338
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,power_law_1.2,0.5849088191986084
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,power_law_1.2,0.668671989440918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,power_law_1.2,0.6037504196166992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,power_law_1.2,0.7471104145050049
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,power_law_1.2,0.7112703800201416
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,power_law_1.2,0.8505344390869141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,power_law_1.2,1.1440128326416015
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,power_law_1.2,1.3821951866149902
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,power_law_1.2,1.9808256149291992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,power_law_1.2,2.517196846008301
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,power_law_1.2,3.6556800842285155
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,power_law_1.2,4.671488189697266
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,power_law_1.2,6.169599914550782
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,power_law_1.2,9.673932647705078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,power_law_1.2,15.479603576660157
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,power_law_1.2,19.01219787597656
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,power_law_1.2,25.02942657470703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,8,power_law_1.2,35.721011352539065
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,power_law_1.2,0.22179839611053467
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,power_law_1.2,0.2357248067855835
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,power_law_1.2,0.27402238845825194
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,8,power_law_1.2,83.17357788085937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,power_law_1.2,0.2762752056121826
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,power_law_1.2,0.28016641139984133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,power_law_1.2,0.28917760848999025
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,power_law_1.2,0.2934783935546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,power_law_1.2,0.296345591545105
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,power_law_1.2,0.3059711933135986
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,power_law_1.2,0.31825919151306153
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,power_law_1.2,0.3362816095352173
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,power_law_1.2,0.45813760757446287
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,power_law_1.2,0.4976640224456787
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,power_law_1.2,0.5156864166259766
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,power_law_1.2,0.6449151992797851
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,power_law_1.2,0.8822784423828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,power_law_1.2,1.1118592262268066
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,power_law_1.2,1.3996031761169434
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,power_law_1.2,2.2396928787231447
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,power_law_1.2,3.6315135955810547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,power_law_1.2,5.389311981201172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,power_law_1.2,6.360268783569336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,power_law_1.2,10.721075439453125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,power_law_1.2,15.757926940917969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,power_law_1.2,16.401408386230468
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,power_law_1.2,0.11284480094909669
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,4,power_law_1.2,27.538226318359374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,power_law_1.2,0.2762752056121826
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,power_law_1.2,0.2777087926864624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,power_law_1.2,0.2838527917861938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,4,power_law_1.2,64.99368896484376
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,power_law_1.2,0.285696005821228
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,power_law_1.2,0.28979198932647704
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,power_law_1.2,0.28958721160888673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06983680129051209
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,power_law_1.2,0.28958721160888673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,power_law_1.2,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.27381761074066163
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,power_law_1.2,0.2893824100494385
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.2689023971557617
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,power_law_1.2,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,power_law_1.2,0.3158015966415405
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.27340800762176515
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.27832319736480715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,power_law_1.2,0.3383296012878418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.2619391918182373
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.28958721160888673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,power_law_1.2,0.36720640659332277
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.2875391960144043
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,power_law_1.2,0.38830080032348635
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.27873280048370364
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.288972806930542
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,power_law_1.2,0.5076992034912109
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.28876800537109376
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.291430401802063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,power_law_1.2,0.5531648159027099
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.28979198932647704
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,power_law_1.2,0.8632320404052735
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.28590080738067625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.29921278953552244
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,power_law_1.2,1.0094592094421386
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.2977792024612427
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.2983936071395874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,power_law_1.2,1.334886360168457
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.293887996673584
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.3078144073486328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,power_law_1.2,1.8079744338989259
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.29757440090179443
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.3176448106765747
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,power_law_1.2,2.759065628051758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.3543040037155151
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.32378880977630614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,power_law_1.2,3.770982360839844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.44462080001831056
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.31191039085388184
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.47267842292785645
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,power_law_1.2,6.174310302734375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.3477504014968872
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.6256639957427979
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,power_law_1.2,8.838963317871094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.3999743938446045
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7479296207427979
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.46489601135253905
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.081753635406494
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,power_law_1.2,9.847602844238281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.623206377029419
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.4174207687377929
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7532544136047363
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,2,power_law_1.2,17.494834899902344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.1342208862304686
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.0416128158569335
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,power_law_1.01,2.8237823486328124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.4653440475463868
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,power_law_1.01,4.2616832733154295
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,2,power_law_1.2,36.659201049804686
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.127052879333496
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,power_law_1.01,5.605171203613281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,power_law_1.2,2.8475391387939455
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,power_law_1.01,7.065395355224609
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,power_law_1.2,4.20843505859375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,1,power_law_1.01,11.207475280761718
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,power_law_1.2,5.6186878204345705
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,power_law_1.2,7.042457580566406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,1,power_law_1.01,22.879231262207032
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,1,power_law_1.2,11.182489776611328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,1,power_law_1.2,22.50444793701172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,power_law_1.01,0.520192003250122
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,power_law_1.01,0.5208064079284668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,power_law_1.01,0.4730879783630371
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,power_law_1.01,0.48107519149780276
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,power_law_1.2,0.5197824001312256
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,power_law_1.01,0.5914624214172364
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,power_law_1.2,0.5197824001312256
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,power_law_1.01,0.7604224205017089
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,power_law_1.2,0.46735358238220215
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,power_law_1.01,0.7630847930908203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,power_law_1.2,0.46837759017944336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,power_law_1.01,0.8812543869018554
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,power_law_1.2,0.4718592166900635
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,power_law_1.01,0.8194047927856445
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,power_law_1.2,0.47861762046813966
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,power_law_1.01,0.9461759567260742
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,power_law_1.2,0.6967296123504638
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,power_law_1.01,1.0739711761474608
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,power_law_1.2,0.7544832229614258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,power_law_1.01,1.2414976119995118
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,power_law_1.2,0.8796159744262695
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,power_law_1.2,1.0622976303100586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,power_law_1.01,1.470464038848877
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,power_law_1.2,0.8067071914672852
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,power_law_1.01,1.5837183952331544
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,power_law_1.2,0.992255973815918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,power_law_1.01,2.2982656478881838
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,power_law_1.2,1.1655167579650878
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,power_law_1.01,3.282944107055664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,power_law_1.2,1.2873727798461914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,power_law_1.01,3.8363136291503905
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,power_law_1.2,1.4028800010681153
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,power_law_1.01,5.209907150268554
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,power_law_1.2,1.924710464477539
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,power_law_1.01,6.194176101684571
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,power_law_1.2,2.7209728240966795
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,power_law_1.2,3.4332672119140626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,power_law_1.01,8.093901062011719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.01,0.37109758853912356
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,power_law_1.2,4.1582592010498045
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.01,0.37109758853912356
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,power_law_1.01,9.313689422607421
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.01,0.42352638244628904
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,power_law_1.2,5.618073654174805
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,power_law_1.01,13.169049072265626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.01,0.4704256057739258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,power_law_1.2,6.061670303344727
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.01,0.47226881980895996
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,power_law_1.01,16.549888610839844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,power_law_1.2,8.08263702392578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.01,0.48005118370056155
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.01,0.5093376159667968
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,power_law_1.2,9.977446746826171
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.2,0.4724736213684082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,power_law_1.01,27.191909790039062
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,power_law_1.01,0.2303999900817871
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.01,0.5175295829772949
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.2,0.421068811416626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,power_law_1.2,14.149427795410157
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,power_law_1.01,0.21544959545135497
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.01,0.5754879951477051
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.2,0.4247551918029785
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,power_law_1.01,0.2899967908859253
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.01,0.59269118309021
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.2,0.471449613571167
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,power_law_1.01,31.329486083984374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,power_law_1.2,17.392640686035158
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,power_law_1.01,0.466534423828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.01,0.6760447978973388
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.2,0.4739071846008301
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,power_law_1.01,0.46981120109558105
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.01,0.6445055961608886
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.2,0.48005118370056155
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,power_law_1.01,0.475545597076416
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,power_law_1.2,27.53679504394531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.01,0.7022592067718506
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.2,0.5083136081695556
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,power_law_1.01,47.17977600097656
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,power_law_1.01,0.4792319774627686
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.01,0.7110655784606934
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.2,0.5152768135070801
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,power_law_1.01,0.5029888153076172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.01,0.7444479942321778
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.2,0.5951488018035889
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,power_law_1.2,38.772735595703125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,power_law_1.01,0.4952064037322998
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.01,0.8056832313537597
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.2,0.5488639831542969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,power_law_1.01,0.4982783794403076
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.01,0.9670656204223633
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.2,0.6377471923828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,8,power_law_1.01,63.874456787109374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,power_law_1.01,0.5142528057098389
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.2,0.7155712127685547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.01,1.178828811645508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,power_law_1.2,49.24211120605469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,power_law_1.01,0.5517312049865722
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.2,0.7299071788787842
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.01,1.5108096122741699
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,power_law_1.01,0.577945613861084
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.2,0.7268352031707763
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.01,2.143027114868164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,power_law_1.01,0.5548031806945801
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.2,0.7948287963867188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.01,2.6226688385009767
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,power_law_1.01,0.602726411819458
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.2,0.908083152770996
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,power_law_1.01,0.6981632232666015
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.01,4.109721755981445
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,8,power_law_1.2,72.47503662109375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.2,1.116979217529297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,power_law_1.01,0.7383039951324463
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.01,5.543936157226563
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,power_law_1.01,0.9404416084289551
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.2,1.1171839714050293
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.01,6.958284759521485
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,8,power_law_1.01,148.46505126953124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,power_law_1.01,0.9615360260009765
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.2,1.6705535888671874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.01,10.350796508789063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,power_law_1.01,1.4020607948303223
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.2,2.1229568481445313
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,power_law_1.01,1.8057216644287108
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.2,2.7860992431640623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.01,15.161753845214843
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,power_law_1.01,2.386739158630371
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.2,3.5643390655517577
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,power_law_1.01,3.14388484954834
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.01,19.39701690673828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.2,4.97520637512207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,power_law_1.01,4.529151916503906
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.2,8.260813140869141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.01,33.1104248046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,power_law_1.01,6.241279983520508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.2,11.944960021972657
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,power_law_1.01,9.023897552490235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.2,16.665805053710937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.01,32.59453430175781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,power_law_1.01,15.677644348144531
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.2,27.212799072265625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,power_law_1.01,16.219955444335938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.4544511795043945
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.2,34.52846069335938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,2,power_law_1.01,20.82713623046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.4685823917388916
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.4769792079925537
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.01,113.20443115234374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.49049601554870603
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.49315838813781737
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.2,60.098150634765624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,2,power_law_1.01,57.711004638671874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.4927487850189209
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.4941823959350586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.4966400146484375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.5130239963531494
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.5033984184265137
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.2,90.99735107421876
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.5388288021087646
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.5576704025268555
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.5597184181213379
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.6246399879455566
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.7432191848754883
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.7976960182189942
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.0057727813720703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.258291244506836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8495487213134765
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.3740415573120117
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.52542724609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,power_law_1.01,4.688486480712891
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,power_law_1.01,6.948659515380859
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,power_law_1.01,9.330892944335938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,power_law_1.01,11.850342559814454
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,1,power_law_1.01,19.245875549316406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,1,power_law_1.01,39.910400390625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.3115008115768433
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.5959680080413818
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.21975040435791016
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.38973441123962405
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.6709248065948487
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.8675328254699707
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.2,1.3776896476745606
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.314572811126709
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.2,1.488691234588623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.1947648048400879
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.2,1.520639991760254
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.4093952178955078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.2,1.5927295684814453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.7211008071899414
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.2,1.7108991622924805
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.9842687606811523
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.2,1.741823959350586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.30842878818511965
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.01,1.357414436340332
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.2,1.8184192657470704
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.22159359455108643
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.01,1.5333375930786133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.2,1.9124223709106445
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.40529918670654297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.01,1.4600192070007325
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.5888000011444092
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.2,1.8407424926757812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.8452095985412598
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.01,1.5570943832397461
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.2,1.9406848907470704
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.2,1.368678379058838
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.01,1.6574464797973634
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.2,2.0148223876953124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.2,1.4553088188171386
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.01,1.8098175048828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.2,2.165145683288574
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.2,1.4950400352478028
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.01,1.8720767974853516
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.2,2.3937023162841795
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.2,1.6535551071166992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.01,1.8481151580810546
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.2,2.573107147216797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.2,1.7121280670166015
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.01,1.8864128112792968
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.2,2.7815935134887697
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.2,1.8042879104614258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.01,2.0203519821166993
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.2,3.562905502319336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.2,1.8018304824829101
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.01,2.0717567443847655
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.2,3.9618560791015627
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.2,1.8591743469238282
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.01,2.227814483642578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.2,1.9972095489501953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.2,5.327257537841797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.01,2.4014848709106444
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.2,2.019327926635742
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.2,6.188032150268555
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.01,2.736128044128418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.2,2.1362688064575197
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.01,2.8940288543701174
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.2,7.90855712890625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.2,2.2788095474243164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.01,3.501875305175781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.2,2.5225215911865235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.2,10.612735748291016
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.01,4.205772781372071
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.2,2.8465152740478517
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.2,12.923289489746093
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.01,5.843558502197266
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.2,3.091251182556152
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.01,7.0035453796386715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.2,3.7769214630126955
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.2,24.10864715576172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.2,4.330495834350586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.01,9.964543914794922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.2,6.0493824005126955
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.2,7.186637115478516
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.01,11.946803283691406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.2,10.163814544677734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.01,14.529740905761718
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.2,12.697395324707031
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.01,23.16062774658203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.2,14.871961975097657
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.2,24.263475036621095
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.2,0.03338240087032318
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.2,0.03338240087032318
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.2,0.18595839738845826
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.2,0.41000962257385254
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.2,0.4261888027191162
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.2,0.42414078712463377
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.2,0.45711359977722166
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.2,0.47083520889282227
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.2,0.46837759017944336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.2,0.49930238723754883
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.2,0.5070847988128662
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.2,0.5240831851959229
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.2,0.5238783836364747
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.2,0.571392011642456
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.2,0.642252779006958
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.2,0.6748159885406494
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.2,0.8173567771911621
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.2,1.0049535751342773
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.2,1.3049856185913087
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.2,1.7473535537719727
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.2,2.446745681762695
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.2,3.1901695251464846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.2,4.384972763061524
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.2,6.881279754638672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.2,8.300339508056641
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.2,12.76211166381836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,2,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,2,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,2,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,2,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,2,power_law_1.01,0.03624959886074066
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,2,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,2,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,2,power_law_1.01,0.05427200198173523
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,2,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,2,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,2,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,2,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,1,power_law_1.01,0.02887679934501648
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,2,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,1,power_law_1.01,0.030105599761009218
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,2,power_law_1.01,0.1218559980392456
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,1,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,2,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,1,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,2,power_law_1.01,0.15790079832077025
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,1,power_law_1.01,0.033792001008987424
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,2,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,1,power_law_1.01,0.03706879913806915
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,2,power_law_1.01,0.316211199760437
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,1,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,2,power_law_1.01,0.4030464172363281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,1,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,1,power_law_1.01,0.046079999208450316
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,2,power_law_1.01,0.6230016231536866
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,1,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,2,power_law_1.01,0.7886847972869873
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,1,power_law_1.01,0.053862398862838744
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,2,power_law_1.01,1.3703167915344239
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,1,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,2,power_law_1.01,1.964851188659668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,1,power_law_1.01,0.078847998380661
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,2,power_law_1.01,2.9290496826171877
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,1,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,1,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,2,power_law_1.01,3.955302429199219
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,1,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,2,power_law_1.01,5.128396987915039
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,1,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,2,power_law_1.01,9.801318359375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,1,power_law_1.01,0.1419263958930969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,2,power_law_1.01,18.229248046875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.26828799247741697
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.5253119945526123
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.6610943794250488
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.0780672073364257
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,1,power_law_1.01,1.528831958770752
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07639039754867553
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,1,power_law_1.01,2.433228874206543
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.2932735919952393
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,1,power_law_1.01,3.3251327514648437
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.369049596786499
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,1,power_law_1.01,4.179558563232422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.7735295772552491
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.01,1.1569151878356934
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,16,1,power_law_1.01,6.784614562988281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.01,1.3805567741394043
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,16,1,power_law_1.01,13.7027587890625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.01,1.8894847869873046
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.01,2.0107263565063476
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.01,2.122547149658203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.01,2.1895168304443358
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.01,2.306867218017578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.01,2.405171203613281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.01,2.5444351196289063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.01,2.668134307861328
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.01,2.7817983627319336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.01,2.8907520294189455
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.01,3.153100776672363
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.01,3.484262466430664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.01,4.009574508666992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.01,4.501299285888672
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.01,5.553152084350586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.01,6.498508453369141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.01,8.602828979492188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.01,10.709196472167969
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.01,15.055052185058594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.01,19.164569091796874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.01,23.489535522460937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.01,35.88485107421875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,2,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,2,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,2,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,2,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,2,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,2,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,2,power_law_1.2,0.07147520184516906
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,2,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,2,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,2,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,2,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,2,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,2,power_law_1.2,0.19640320539474487
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,2,power_law_1.2,0.2070528030395508
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,2,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,2,power_law_1.2,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,2,power_law_1.2,0.39403519630432127
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,2,power_law_1.2,0.43192319869995116
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,2,power_law_1.2,0.6062079906463623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,1,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,2,power_law_1.2,0.8126463890075684
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,1,power_law_1.01,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,2,power_law_1.2,1.1610112190246582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,1,power_law_1.01,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,1,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,2,power_law_1.2,1.6674816131591796
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,1,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,2,power_law_1.2,2.4164352416992188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,1,power_law_1.01,0.05427200198173523
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,2,power_law_1.2,3.7349376678466797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,1,power_law_1.01,0.05836799740791321
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,2,power_law_1.2,4.835123062133789
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,1,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,1,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,2,power_law_1.2,6.860390472412109
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,1,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,2,power_law_1.2,9.034547424316406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,1,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,1,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,2,power_law_1.2,12.935372924804687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,1,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,1,power_law_1.01,0.1652735948562622
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,1,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,2,power_law_1.2,27.59516296386719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,1,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,1,power_law_1.01,0.21012480258941652
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,1,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.3483648061752319
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.46632962226867675
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.6094848155975342
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.858521556854248
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,1,power_law_1.01,1.1692031860351562
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,1,power_law_1.01,1.8776063919067383
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,1,power_law_1.01,2.507980728149414
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,1,power_law_1.01,3.882393646240234
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,1,power_law_1.01,5.254143905639649
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,1,power_law_1.01,6.597017669677735
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,16,1,power_law_1.01,10.592870330810547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,16,1,power_law_1.01,21.194546508789063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,power_law_1.2,0.21319680213928222
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,power_law_1.2,0.24309759140014647
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,power_law_1.2,0.319488000869751
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,power_law_1.2,0.45752320289611814
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,power_law_1.2,0.5810175895690918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,power_law_1.2,0.8615936279296875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,power_law_1.2,1.051238441467285
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,power_law_1.2,1.4866432189941405
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.01,0.02969599962234497
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.2,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,power_law_1.2,1.8477056503295899
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.2,0.030105599761009218
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,power_law_1.2,3.0482431411743165
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.2,0.032153600454330446
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.01,0.03338240087032318
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,power_law_1.2,4.0089599609375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.2,0.03297280073165894
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.01,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.01,0.04403199851512909
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,power_law_1.2,6.506291198730469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.2,0.04362240135669708
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.01,0.048127999901771544
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,power_law_1.2,8.750694274902344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.01,0.04894720017910004
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.2,0.048127999901771544
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,power_law_1.2,11.0166015625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.01,0.050995200872421265
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.2,0.04935680031776428
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,8,power_law_1.2,16.995327758789063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,8,power_law_1.2,37.07801513671875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.01,0.11857919692993164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.01,0.12349439859390259
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.01,0.18882559537887572
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.01,0.23490560054779053
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.01,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.2,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.01,0.4315135955810547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.2,0.4689919948577881
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.01,0.5361663818359375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.2,0.5330944061279297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.01,0.7518208026885986
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.2,0.9019392013549805
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.01,1.0645503997802734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.2,1.101414394378662
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.01,1.5235072135925294
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.2,1.7201152801513673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.01,2.3517183303833007
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.2,2.3973888397216796
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.01,3.7818367004394533
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.2,3.7240833282470702
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.01,4.049100875854492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.2,4.079001617431641
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.01,5.260697555541992
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.2,5.702246475219726
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.01,8.914739227294922
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.2,9.973554992675782
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.2,19.27659454345703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.01,19.930111694335938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.01,0.2676736116409302
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.01,0.265830397605896
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.2,0.26869759559631345
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.01,0.23797760009765626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.01,0.23859200477600098
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.2,0.24330239295959472
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.01,0.24657919406890869
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.01,0.24780800342559814
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.2,0.2510848045349121
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.01,0.25026559829711914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.2,0.25395200252532957
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.01,0.260096001625061
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.2,0.28733439445495607
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.2,0.2861056089401245
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.01,0.30310399532318116
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.2,0.31498239040374754
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.01,0.349183988571167
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.2,0.37519359588623047
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.01,0.3936255931854248
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.2,0.4157440185546875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.01,0.3778559923171997
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.2,0.3532799959182739
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.01,0.4360191822052002
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.2,0.42188801765441897
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.01,0.520192003250122
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.2,0.49745922088623046
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.01,0.5953536033630371
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.2,0.609280014038086
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.01,0.851353645324707
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.2,0.7987199783325195
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.01,1.0389504432678223
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.2,1.0745856285095214
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.01,1.408614444732666
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,power_law_1.01,0.10465279817581177
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.2,1.4929920196533204
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.01,1.739366340637207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.2,1.943552017211914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.01,2.7793407440185547
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,power_law_1.2,0.2396159887313843
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.2,2.8717056274414063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.01,3.2516094207763673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,power_law_1.2,0.24125440120697023
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.2,3.7238784790039063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.01,5.13331184387207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,power_law_1.01,0.2476032018661499
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.2,5.733375930786133
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,power_law_1.01,0.2504703998565674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,power_law_1.2,0.24739840030670165
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.01,7.388774108886719
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,power_law_1.01,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.2,7.6627967834472654
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.01,12.07193603515625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,power_law_1.01,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,power_law_1.01,0.25292799472808836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.2,12.689408111572266
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,power_law_1.2,0.26398720741271975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.01,15.48800048828125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,power_law_1.01,0.25559039115905763
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,power_law_1.2,0.27504639625549315
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.2,16.55930938720703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,power_law_1.01,0.26562559604644775
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,power_law_1.2,0.27340800762176515
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.01,20.6561279296875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,power_law_1.01,0.27832319736480715
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,power_law_1.2,0.27238399982452394
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.2,21.16505584716797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,power_law_1.01,0.2822144031524658
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,power_law_1.2,0.29614078998565674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,power_law_1.01,0.30883839130401614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,power_law_1.2,0.2977792024612427
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.01,31.729254150390624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,power_law_1.01,0.339353609085083
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.2,31.980545043945312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,power_law_1.01,0.3569664001464844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,power_law_1.2,0.33914880752563475
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,power_law_1.01,0.4651008129119873
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,power_law_1.2,0.45383682250976565
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,power_law_1.2,0.5431295871734619
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.01,66.67387084960937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,power_law_1.01,0.6428671836853027
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,power_law_1.2,0.6410240173339844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.2,66.446337890625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,power_law_1.01,0.8120320320129395
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,power_law_1.2,0.93306884765625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,power_law_1.01,1.1902976036071777
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,power_law_1.2,1.3838335990905761
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,power_law_1.01,1.7522687911987305
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,power_law_1.2,1.7967103958129882
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,power_law_1.01,2.8719104766845702
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,power_law_1.2,2.617344093322754
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,power_law_1.01,3.822796630859375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,power_law_1.2,3.739033508300781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,power_law_1.01,5.590835189819336
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,power_law_1.2,5.859328079223633
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.04444159865379334
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,power_law_1.01,6.0956672668457035
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,power_law_1.2,7.350476837158203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,power_law_1.01,7.855308532714844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,power_law_1.2,8.488550567626953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.0694271981716156
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.2289664030075073
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,2,power_law_1.01,16.197836303710936
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,2,power_law_1.2,13.737574768066406
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.2367487907409668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.24678399562835693
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,2,power_law_1.01,31.875277709960937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,2,power_law_1.2,28.409652709960938
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.25026559829711914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.2541568040847778
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.2559999942779541
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.2617343902587891
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.2623487949371338
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.2717695951461792
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.2,1.164083194732666
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.2836479902267456
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.2,1.1620351791381835
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.30392320156097413
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.364134407043457
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.44359679222106935
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.6512639999389649
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.46632962226867675
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.7303167819976807
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5881855964660645
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.719871997833252
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.9607168197631836
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,power_law_1.01,1.093222427368164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.9142271995544433
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.477836799621582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.9424896240234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.2202367782592773
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.9992192268371582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.9981951713562012
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.9335552215576173
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.9547776222229004
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.4128257751464846
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.2,1.008844757080078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,power_law_1.01,5.907046508789063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.9902079582214356
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.2,1.112268829345703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,power_law_1.01,7.407411193847656
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.6039552211761474
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.31600639820098875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.2,1.0792960166931151
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,1,power_law_1.01,11.87737579345703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.2,1.0272768020629883
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.5998591899871826
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.2,1.1659263610839843
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.2707456111907959
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.2,1.2926976203918457
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,1,power_law_1.01,23.845683288574218
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.32665600776672366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.2553855895996094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.2,1.3930496215820312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.5486591815948486
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.42024960517883303
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.6498687744140625
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.5527552127838135
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.5793791770935058
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.7786880493164063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.7440383911132813
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.8663040161132812
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.2,2.4319999694824217
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.8220671653747559
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.8644607543945313
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.819814395904541
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.2,3.1856639862060545
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.8290304183959961
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.8693759918212891
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.933683204650879
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.2,5.8781696319580075
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.9316351890563965
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.2,1.0061823844909668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.2,4.513792037963867
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.9191424369812011
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.8970239639282227
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.8947711944580078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.9082880020141602
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.2,7.992320251464844
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.9795583724975586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.01,1.026252841949463
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.2,9.491046142578124
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.01,1.0221568107604981
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.9494527816772461
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.2,10.816102600097656
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.01,1.0170368194580077
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.2,1.0901503562927246
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.01,1.084006404876709
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.01,1.1087871551513673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.2,1.094041633605957
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.2,23.767245483398437
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.01,1.196236801147461
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.2,1.1735039710998536
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.01,1.3668352127075196
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.2,1.2922880172729492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.01,1.5060992240905762
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.2,1.4716927528381347
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.01,1.6480255126953125
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.01,2.083839988708496
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.2,1.5407103538513183
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.01,3.063193511962891
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.2,2.1415935516357423
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.2,2.4401920318603514
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.01,3.356467056274414
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.2,3.280486297607422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.01,4.905984115600586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.2,3.6769790649414062
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.01,6.408191680908203
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.2,6.110412979125977
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.01,6.643097686767578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.2,6.461030578613281
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.01,11.40531234741211
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.2,9.423052978515624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.2,17.82312927246094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.26255359649658205
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.18391040563583375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.132915198802948
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.2174976110458374
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.232857608795166
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.24821760654449462
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.2500607967376709
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.2549760103225708
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.2623487949371338
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.26869759559631345
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.2545664072036743
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.25763840675354005
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.2713599920272827
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.28733439445495607
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.31641600131988523
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.3764224052429199
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.4497407913208008
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.5398528099060058
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.7624703884124756
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.9721856117248535
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.4530559539794923
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.7313791275024415
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.959974479675293
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.01,4.569497680664062
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.01,5.199667358398438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.01,6.967295837402344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.01,16.768409729003906
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.03583999872207642
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.07106559872627258
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.1912832021713257
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.22036480903625488
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.22323200702667237
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.23797760009765626
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.2367487907409668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.24330239295959472
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.2541568040847778
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.27095038890838624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.2820096015930176
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.2869247913360596
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.2949120044708252
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.2983936071395874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.35635199546813967
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.3885056018829346
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.5214208126068115
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.6268928050994873
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.9967616081237793
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.01,1.2322815895080566
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.01,2.0170751571655274
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.01,2.7256832122802734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.01,4.065894317626953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.01,5.724979019165039
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.01,6.5372161865234375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.01,10.631372833251953
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.0694271981716156
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.288972806930542
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.2056191921234131
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,8,power_law_1.2,0.03665919899940491
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,4,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.4122623920440674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,8,power_law_1.2,0.03665919899940491
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,4,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.6223872184753418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,4,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.7335936069488526
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,8,power_law_1.2,0.03706879913806915
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,4,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,8,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,4,power_law_1.01,0.03256320059299469
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.9830400466918945
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,8,power_law_1.2,0.04157440066337585
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,4,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.01,1.0317824363708497
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,8,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,8,power_law_1.2,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,4,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,2,power_law_1.01,0.029491201043128967
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.01,1.0680319786071777
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,8,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,4,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,2,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.01,1.1163647651672364
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,8,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,4,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,2,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.01,1.193779182434082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,8,power_law_1.2,0.07639039754867553
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,4,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,2,power_law_1.01,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,8,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,4,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.01,1.1991040229797363
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,8,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,4,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,2,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.01,1.3199359893798828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,8,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,4,power_law_1.01,0.07024639844894409
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,2,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.01,1.3817855834960937
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,8,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,4,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,2,power_law_1.01,0.03583999872207642
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,4,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,8,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,2,power_law_1.01,0.03706879913806915
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.01,1.3901823997497558
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,4,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,8,power_law_1.2,0.2531327962875366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,2,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.01,1.5374336242675781
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,4,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,8,power_law_1.2,0.2871295928955078
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,2,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.01,1.616281509399414
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,4,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,8,power_law_1.2,0.3758080005645752
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,2,power_law_1.01,0.05140479803085327
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,4,power_law_1.01,0.2623487949371338
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,8,power_law_1.2,0.530022382736206
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,2,power_law_1.01,0.05591040253639221
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.01,1.7440767288208008
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,4,power_law_1.01,0.40284161567687987
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,8,power_law_1.2,0.7442431926727295
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.01,2.0156415939331054
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,2,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,4,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,8,power_law_1.2,1.0149888038635253
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.01,2.3019519805908204
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,2,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,4,power_law_1.01,0.8015872001647949
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,8,power_law_1.2,1.6068607330322267
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,2,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,4,power_law_1.01,1.2951552391052246
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,8,power_law_1.2,1.8913280487060546
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.01,2.925772857666016
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,2,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,4,power_law_1.01,1.7719295501708985
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,8,power_law_1.2,3.5350528717041017
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.01,3.398041534423828
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,2,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,4,power_law_1.01,2.7684864044189452
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,8,power_law_1.2,4.718796920776367
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,2,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.01,4.645478439331055
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,4,power_law_1.01,3.384320068359375
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,2,power_law_1.01,0.260915207862854
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,8,power_law_1.2,5.958860778808594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.01,5.83454704284668
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,2,power_law_1.01,0.41738238334655764
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,4,power_law_1.01,4.275404739379883
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,8,power_law_1.2,9.599180603027344
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,2,power_law_1.01,0.546611213684082
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,4,power_law_1.01,8.412569427490235
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.01,8.258354949951173
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,2,power_law_1.01,0.9021439552307129
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,8,power_law_1.2,19.32472381591797
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,4,power_law_1.01,12.959129333496094
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,2,power_law_1.01,1.2031999588012696
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.01,10.679910278320312
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,2,power_law_1.01,1.8827264785766602
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,2,power_law_1.01,2.1831680297851563
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.01,13.479116821289063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,2,power_law_1.01,3.4971649169921877
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,16,2,power_law_1.01,5.268684768676758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.01,20.158872985839842
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,16,2,power_law_1.01,11.542527770996093
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,4,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,4,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,4,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,2,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,4,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,2,power_law_1.01,0.03706879913806915
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,4,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,2,power_law_1.01,0.039526399970054624
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,2,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,4,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,2,power_law_1.01,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,4,power_law_1.2,0.05713919997215271
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,2,power_law_1.01,0.04567039906978607
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,4,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,2,power_law_1.01,0.04444159865379334
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,4,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,2,power_law_1.01,0.052019202709198
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,4,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,2,power_law_1.01,0.059596800804138185
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,4,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,2,power_law_1.01,0.06164479851722717
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,4,power_law_1.2,0.09236479997634887
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,2,power_law_1.01,0.06287360191345215
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,4,power_law_1.2,0.11284480094909669
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,2,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,4,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,2,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,4,power_law_1.2,0.1605631947517395
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,2,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,4,power_law_1.2,0.18350080251693726
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,2,power_law_1.01,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,4,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,1,power_law_1.2,0.03461120128631592
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,2,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,4,power_law_1.2,0.397107195854187
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,1,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,2,power_law_1.01,0.21872639656066895
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,4,power_law_1.2,0.5701632022857666
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,1,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,2,power_law_1.01,0.24330239295959472
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,4,power_law_1.2,0.6725632190704346
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,1,power_law_1.2,0.03993600010871887
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,2,power_law_1.01,0.3807231903076172
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,4,power_law_1.2,0.9531392097473145
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,1,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,2,power_law_1.01,0.4419583797454834
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,4,power_law_1.2,1.234943962097168
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,1,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,2,power_law_1.01,0.6371327877044678
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,4,power_law_1.2,2.3789567947387695
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,1,power_law_1.2,0.042803201079368594
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,2,power_law_1.01,0.8497152328491211
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,1,power_law_1.2,0.04485119879245758
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,4,power_law_1.2,3.086950492858887
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,2,power_law_1.01,1.4145536422729492
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,1,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,4,power_law_1.2,4.622540664672852
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,2,power_law_1.01,1.9888128280639648
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,1,power_law_1.2,0.04730879962444305
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,1,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,2,power_law_1.01,3.2903167724609377
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,4,power_law_1.2,5.229568099975586
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,1,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,2,power_law_1.01,4.320051193237305
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,4,power_law_1.2,8.396595001220703
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,1,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,2,power_law_1.01,4.450713729858398
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,1,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,4,power_law_1.2,12.469862365722657
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,1,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,16,2,power_law_1.01,10.077388763427734
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,1,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,4,power_law_1.2,24.034713745117188
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,1,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,1,power_law_1.2,0.1435647964477539
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,16,2,power_law_1.01,15.42492218017578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.3680255889892578
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.571392011642456
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.7989247798919678
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.309286403656006
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,1,power_law_1.2,1.7829887390136718
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,1,power_law_1.2,2.7387903213500975
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,1,power_law_1.2,3.7761024475097655
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,1,power_law_1.2,4.73804817199707
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,32,1,power_law_1.2,7.58661117553711
TRTLLM,1.0.0,NVIDIA L40S,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,32,1,power_law_1.2,15.190631103515624
