framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.26705920696258545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.5089280128479003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.8048640251159668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.22876160144805907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.1100159645080567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.26398720741271975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.3330816268920898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.528384017944336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.4854528427124025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.9269248008728027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.256447982788086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.5847808837890627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.248908805847168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.592153549194336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.4063999176025392
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.736128044128418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.4391679763793945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.773811149597168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.5186304092407226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.2,2.879283142089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.6664960861206053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.2,2.958131217956543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.7105279922485352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.2,3.363430404663086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.01,2.8272640228271486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.2,3.592601776123047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.01,2.9313024520874023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.2,3.7828609466552736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.01,3.070361518859863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.2,3.5919872283935548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.01,3.1975423812866213
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.2,4.043775939941407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.01,3.3763328552246095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.2,4.355276870727539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.01,3.4205696105957033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.2,5.306367874145508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.01,3.984998321533203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.2,6.259916687011719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.01,4.311654281616211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.2,8.511692810058594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.01,5.2342784881591795
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.2,10.533888244628907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.01,6.219161605834961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.2,14.731059265136718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.01,8.411135864257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.01,10.656768035888671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.2,19.067494201660157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.01,14.979685974121093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.2,27.566079711914064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.01,19.179315185546876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.01,27.76842346191406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.2,36.18037719726563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.01,36.82938842773437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.2,44.741632080078126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.01,45.30093994140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.2,70.88046264648438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.01,72.12728271484374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.2,141.46478271484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.01,143.9066162109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.49111042022705076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.7155712127685547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.9736191749572753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.6068607330322267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.2,1.6476160049438477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.2,1.6721920013427733
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.2,1.6904191970825195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.8941951751708985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.9556352615356445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.2046720504760744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.9595264434814452
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.48906240463256834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.1903360366821287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.7542784214019775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.326323127746582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.9371647834777832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.2,2.368307113647461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6044031143188477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.2,2.6382335662841796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.01,1.6480255126953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.2,2.8829696655273436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.01,1.6693248748779297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.2,3.275980758666992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.7123327255249023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.2,4.541644668579101
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.7147903442382812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.2,5.6543231964111325
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.7760255813598633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.9193855285644532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.2,7.721984100341797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.923072052001953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.2,10.112409973144532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.1981184005737306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.2788095474243164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.2,14.77795867919922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.01,2.354585647583008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.2,19.394969177246093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.01,2.6734592437744142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.01,2.780569648742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.2,28.492800903320312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.01,3.315097427368164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.01,4.6120960235595705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.2,37.78109436035156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.01,5.687500762939453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.01,8.029183959960937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.01,10.471014404296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.2,56.49448852539062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.01,15.258419799804688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.01,19.941786193847655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.2,75.1425537109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.01,29.68350830078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.01,38.85629577636719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.2,93.89240112304688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.01,59.0761962890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.01,78.07999877929687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.2,150.306201171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.01,97.65478515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.01,156.5216796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.2,301.431591796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.01,314.86484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.530022382736206
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.9187328338623046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.1321344375610352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.5304319858551025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.2634496688842773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9768959999084472
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.2093440055847169
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.2,3.288063812255859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.01,2.5028608322143553
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.2,4.951244735717774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.091084671020508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.2,8.409292602539063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.01,5.676851272583008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.01,8.575590515136719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.2,8.910848236083984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.01,9.291366577148438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.344204711914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.63399658203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.2,9.717145538330078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.01,9.6505859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.103807830810547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.27624969482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.01,10.507469177246094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.2,10.705101013183594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.01,10.974002838134766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.2,11.518156433105469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.01,11.907891082763673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.2,12.209766387939453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.01,12.693708801269532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.2,13.188096618652343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.01,13.49591064453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.01,14.903706359863282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.2,14.02449951171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.01,17.084620666503906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.2,14.396826171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.01,16.296754455566408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.2,16.396697998046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.01,20.0089599609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.2,17.191731262207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.01,19.115008544921874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.2,20.76794891357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.01,23.97143096923828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.2,20.341964721679688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.01,28.52208557128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.2,24.568217468261718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.01,38.0579833984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.2,29.318142700195313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.01,47.423281860351565
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.2,38.98204040527344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.01,66.969189453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.2,48.548248291015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.01,86.93821411132812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.2,67.84798583984374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.01,106.36492919921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.2,87.1677978515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.2,106.79869384765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.01,164.970703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.2,164.40648193359374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.01,322.5546630859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.2,319.4818603515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.5455872058868408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.9381888389587403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.4358528137207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.67509765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.01,3.7515262603759765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.11409912109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.01,6.992281341552735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.5443583965301514
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.260979461669922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.6281216144561768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.389593505859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.4544896125793456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.127052879333496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.01,7.6673027038574215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.380633544921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.01,7.863091278076172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.1220863342285154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.01,8.261427307128907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.2,6.685695648193359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.01,8.840396881103516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.240704345703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.01,9.446604919433593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.2,7.5778045654296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.01,10.585702514648437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.2,7.905484771728515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.01,11.267072296142578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.2,8.225177764892578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.2,8.888114929199219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.01,10.254745483398438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.2,9.137561798095703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.01,12.065792083740234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.2,9.92706527709961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.01,13.139762878417969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.2,10.695884704589844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.01,16.0110595703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.2,11.44299545288086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.01,16.430284118652345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.2,10.712473297119141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.01,21.399142456054687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.2,12.288819122314454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.2,13.429965209960937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.01,26.45770263671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.2,16.60211181640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.01,36.591000366210935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.2,17.198489379882812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.2,22.138674926757812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.01,47.07102661132812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.2,27.166925048828126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.2,37.13249206542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.01,67.2763916015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.2,47.434957885742186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.8073216438293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.8093695640563965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.1968511581420898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.01,87.6521484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.892518424987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.5980544090270996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.572697639465332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.528012752532959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.2,68.5328369140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.2,2.712166404724121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.2,2.7387903213500975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.6058752059936525
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.2,2.8221439361572265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.01,108.38446044921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.01,2.7168767929077147
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.2,3.1797248840332033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.2,3.4385921478271486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.2,89.84002685546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.01,2.81845760345459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.2,3.73043212890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.2,3.280691146850586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.01,2.876211166381836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.2,3.826278305053711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.01,3.141222381591797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.2,3.9004161834716795
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.2,4.0114177703857425
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.2,110.44127197265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.01,3.430400085449219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.2,4.432691192626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.01,169.6944091796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.2,4.937523269653321
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.01,3.667558288574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.2,5.553561782836914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.01,3.4158592224121094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.2,7.49854736328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.01,3.750092697143555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.2,9.261055755615235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.01,3.861094284057617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.2,12.947456359863281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.2,172.8542724609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.01,3.8066177368164062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.2,16.710246276855468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.2,24.127488708496095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.01,4.410572814941406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.01,4.81341438293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.2,31.62869873046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.01,5.5105537414550785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.2,46.85700988769531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.01,7.373004913330078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.01,335.5738037109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.01,9.029631805419921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.2,61.624932861328126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.01,13.090202331542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.45199360847473147
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.01,16.8163330078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.4980735778808594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.2,92.74900512695312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.2,341.171826171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.5455872058868408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.9547776222229004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.01,24.224972534179688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.9361408233642579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.9560064315795899
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.9668607711791992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.01,31.915826416015626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.9576448440551758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.2,123.5357666015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.01,1.0430463790893554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.41021437644958497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.01,1.309286403656006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.5783552169799805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.01,46.84697570800781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.01,1.1104255676269532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.5881855964660645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.01,1.2433407783508301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.9537535667419433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.01,1.284505558013916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.9351167678833008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.01,1.4796799659729003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.9506815910339356
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.01,62.023681640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.7989631652832032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.2,154.32008056640626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.2,1.0778623580932618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.01,1.7354751586914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.9752575874328613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.01,2.189107131958008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.2,1.0979328155517578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.01,3.325542449951172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.2,1.184768009185791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.01,4.069785690307617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.2,1.113702392578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.01,92.69022827148437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.01,6.652313232421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.2,1.1511808395385743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.01,6.1374462127685545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.2,1.3314047813415528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.2,1.3867008209228515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.01,10.805248260498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.6052223205566407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.01,15.775538635253906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.2,1.846067237854004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.2,2.167193603515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.01,19.927655029296876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.2,247.377294921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.2,3.4301952362060546
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.01,123.93123779296874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.2,4.1504768371582035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.01,34.434661865234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.2,5.982412719726563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.2,6.980198669433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.01,51.580517578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.2,10.874060821533202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.2,16.220364379882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.01,154.712060546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.01,56.08038330078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.2,23.018905639648438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.2,32.58224792480469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.01,70.67689208984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.2,49.79118041992187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.01,106.43824462890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.2,63.497216796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.01,247.7592529296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.2,499.60078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.2,78.66019897460937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.2,133.0845703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.01,266.0917236328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.2,287.07265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.01,497.51943359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.2637824058532715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.3487744092941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.5287936210632325
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.9185279846191406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.9435135841369628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.8400896072387696
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.8523776054382324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9318400382995605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.9883647918701172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.01,1.0647551536560058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9949184417724609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.01,1.0278911590576172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.1917311668395996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.265830397605896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.2707839965820313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.4837759971618651
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.36823039054870604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.639423942565918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.49541120529174804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.7930240631103516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.9445376396179199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.01,2.3603200912475586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.9422847747802734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.8997631072998047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.8622079849243164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.989503860473633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.01,5.122048187255859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8706048011779786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.01,7.4729469299316404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9574399948120117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.01,9.829785919189453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.2,1.011302375793457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.01,14.671257019042969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.2,1.0975232124328613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.01,19.581747436523436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.9988096237182618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.01,28.873931884765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.2,1.0569727897644043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.2,1.1096063613891602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.01,38.02275695800781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.3314047813415528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.4512127876281737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.01,47.641598510742185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.6080896377563476
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.7926143646240233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.01,76.53641967773437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.2,2.403532791137695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.898944091796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.2,4.04131851196289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.2,5.130649566650391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.2,7.559782409667969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.01,153.442919921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.2,10.107698822021485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.2,14.887936401367188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.2,19.337831115722658
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.2,28.83973083496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.2,38.72563171386719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.2,48.41574401855469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.2,77.8809326171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.2,156.92083740234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.7335936069488526
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.7548927783966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.01,1.1479040145874024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.01,1.592524814605713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.01,1.4034943580627441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.01,1.432371234893799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.42844161987304685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.01,1.5765503883361816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.653926420211792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.01,1.7795072555541993
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.7165952205657959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.01,2.0783103942871093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.5419391632080077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.01,2.1571584701538087
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.2,1.4127103805541992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.01,1.8982912063598634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.813260841369629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.4276224136352539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.2,1.396326446533203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.01,2.1168127059936523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.6072319984436035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.6522880077362061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.2,1.456537628173828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.01,2.288844871520996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.2,1.057587242126465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.708403205871582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.2,1.6058368682861328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.2,1.4508031845092773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.01,2.3283712387084963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.5720447540283202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.2,1.8446336746215821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.2,1.5724543571472167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.01,2.7320320129394533
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.01,1.3410304069519043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.2,1.8976768493652343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.2,1.4284799575805665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.01,3.1862783432006836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.01,1.4249983787536622
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.6908287048339843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.2,1.5034367561340332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.01,1.4262271881103517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.01,3.5729408264160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.902182388305664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.2,1.7092607498168946
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.01,1.490124797821045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.01,5.225881576538086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.9961856842041015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.2,2.0385791778564455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.01,1.5177727699279786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.960550308227539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.01,6.655590057373047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.2,2.0535295486450194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.01,1.570201587677002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.2255615234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.01,8.665702056884765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.7061887741088868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.8524160385131836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.2,2.3347200393676757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.8569215774536132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.2,2.023423957824707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.01,10.730086517333984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.2,2.878463935852051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.009292793273926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.2,2.2976512908935547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.2,3.7617664337158203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.01,18.213478088378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.980620765686035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.2,2.387558364868164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.2,4.63482894897461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.32857608795166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.2,2.7899904251098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.01,26.82347412109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.01,2.4647680282592774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.2,6.487245178222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.2,3.156787109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.01,2.9110271453857424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.2,3.5096576690673826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.2,8.361369323730468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.01,3.7371902465820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.01,34.042059326171874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.2,5.9584510803222654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.2,12.272025299072265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.01,4.7063041687011715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.2,6.238617706298828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.01,6.539059448242187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.2,15.987507629394532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.2,10.118348693847656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.01,52.6624755859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.01,8.563916778564453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.2,23.630233764648438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.2,12.764569854736328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.01,12.558745574951171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.2,16.316621398925783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.2,31.595315551757814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.01,16.46878662109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.01,69.2389892578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.2,25.978060913085937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.01,24.076492309570312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.2,46.66982421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.2,38.72214965820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.01,31.883673095703124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.01,91.82945556640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.2,61.829736328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.01,47.94511413574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.2,59.670526123046876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.2,77.59359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.01,63.862371826171874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.2,63.71983642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.01,123.16016845703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.01,79.49906005859376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.2,106.4605712890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.2,125.78017578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.01,178.61263427734374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.01,127.6915771484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.2,126.6661376953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.2,250.865673828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.2,221.6099853515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.01,257.483984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.01,416.47880859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.2,416.250048828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.5439487934112549
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.9771007537841797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.8796159744262695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.01,1.2683263778686524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.01,2.0977664947509767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.01,3.053363227844238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.01,4.296908950805664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.01,4.634624099731445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.01,4.714291381835937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.01,4.9979393005371096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.01,5.185740661621094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.01,5.277695846557617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.01,5.432320022583008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.01,5.964390563964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.01,6.510387420654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.01,6.8644866943359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.01,6.870425415039063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.01,8.005836486816406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.01,8.12441635131836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.01,9.712435150146485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.5375999927520752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.01,10.021068572998047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.9777152061462402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.01,12.194611358642579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.748748779296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.2,1.1188223838806153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.01,15.257395935058593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.2,1.846886444091797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.01,19.56864013671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.2,2.574950408935547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.2,4.351590347290039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.01,25.358540344238282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.2,4.655718231201172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.2,4.95288314819336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.01,35.079168701171874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.2,4.833075332641601
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.2,5.1056640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.01,45.55038757324219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.2,5.4241279602050785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.2,5.667020797729492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.01,57.69830322265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.2,6.279782485961914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.2,6.681394958496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.2,7.038771057128907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.01,87.27142333984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.2,7.19994888305664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.2,8.415436553955079
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.2,8.792473602294923
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.2,10.055680084228516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.2,10.425958251953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.2,13.450445556640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.01,170.59102783203124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.2,15.337266540527343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.2,20.806040954589843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.2,26.82695617675781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.2,36.19676208496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.2,48.431924438476564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.2,59.441357421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.2,105.81851806640626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.23306241035461425
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.18534400463104247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.31825919151306153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.5263360023498536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.6973440170288085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.01,1.1804672241210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.01,1.2572671890258789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.2,197.6201171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.01,1.2699647903442384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.01,1.3291520118713378
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.365401554107666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.405951976776123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.01,1.467801570892334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.01,1.5212544441223144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.01,1.64270076751709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.01,1.7096704483032226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.01,1.8120704650878907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.22507519721984864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.01,1.8776063919067383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.01,2.021376037597656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.3579904079437256
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.01,2.3226367950439455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.40611839294433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.5896192073822022
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.01,2.7631616592407227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.2,1.1978752136230468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.01,3.3091583251953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.2,1.2224512100219727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.01,4.368998336791992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.2,1.315225601196289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.01,5.5910400390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.3709312438964845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.01,8.080178833007812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.2,1.337548828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.4041088104248047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.01,9.91088638305664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.2,1.5327232360839844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.2,1.5880191802978516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.01,15.223808288574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.2,1.6119808197021483
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.01,18.777906799316405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.2,1.6900096893310548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.2,1.7920000076293945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.7944576263427734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.01,25.554124450683595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.2,2.064588737487793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.2,2.449203109741211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.01,38.79690246582031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.2,2.8389375686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.2,3.402547073364258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.2,4.615987014770508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.2,5.8193920135498045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.01,81.450390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.2,8.213094329833984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.2,13.022412109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.2,17.364787292480468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.2,22.210969543457033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.2,29.022412109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.2,42.79725952148438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.2,97.78995361328126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.15892479419708253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.33280000686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.5273600101470948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.7335936069488526
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.156710433959961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.2388352394104003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.2683263778686524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.3344767570495606
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.3467647552490234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.417625617980957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.4972928047180176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.5226880073547364
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.01,1.6623615264892577
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.01,1.7285120010375976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.01,1.8579456329345703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.01,1.8302976608276367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.0451328277587892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.330828857421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.01,2.7899904251098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.3095680236816407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.430643081665039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.582847976684571
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.01,7.785676574707031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.01,10.143949127197265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.01,14.7167236328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.01,19.228057861328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.01,23.792230224609376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.01,37.875302124023435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.2969599962234497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.01,75.2300048828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.5849088191986084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.145036792755127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.2734463691711426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.315225601196289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3690879821777344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3600768089294433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.4219264030456542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.4952447891235352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.2,1.5056896209716797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.2,1.5904767990112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.2,1.6703487396240235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.2,1.7690624237060546
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.2,1.8753536224365235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.0787200927734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.372403144836426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.2,2.8624895095825194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.298099136352539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.4408832550048825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.2,5.617459106445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.2,7.947673797607422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.2,10.264371490478515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.2,14.853120422363281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.2,19.452108764648436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.2,24.049459838867186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.2,38.22120971679688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.2,76.10245361328126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.29450240135192873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.5339136123657227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.6072319984436035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.368883228302002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.069503974914551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.01,2.9077503204345705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.475289535522461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2988032102584839
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.661862564086914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.5246975898742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.01,4.913561630249023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.6199295997619629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.2630016326904296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.156249618530273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.7768447875976563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.272985458374023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.2,2.574336051940918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.513011169433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.2893310546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.743616104125977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.647526550292969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.005964660644532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.2,4.758528137207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.01,6.558310699462891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.133107376098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.01,6.918348693847657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.247590255737305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.01,6.982860565185547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.610905456542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.01,7.9683586120605465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.679308700561523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.01,8.545279693603515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.346137619018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.01,9.988915252685548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.2,6.6637825012207035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.01,9.89327392578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.2,7.3801727294921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.01,12.157132720947265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.2,7.53623046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.2,8.421376037597657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.01,14.724505615234374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.2,8.81418228149414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.01,19.37428436279297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.2,10.223616027832032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.01,24.571084594726564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.2,10.428620910644531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.2,12.857344055175782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.01,34.41520690917969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.2,15.392562866210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.2,20.139622497558594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.01,44.189697265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.2,25.09803466796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.01,54.48642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.2,35.19508361816406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.2,44.983706665039065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.01,84.11812133789063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.2,55.254425048828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.2,86.12618408203124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.01,164.6909423828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.2,168.17991943359374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.5431295871734619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.8501248359680176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.7718912124633789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.01,1.4782464027404785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.01,2.16760311126709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.01,3.282944107055664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.01,3.5596286773681642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.01,3.6261886596679687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.01,3.8371326446533205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.01,3.823820877075195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.01,3.9548927307128907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.01,4.100915145874024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.01,4.54840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.01,4.6993408203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.01,5.121228790283203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.01,5.606604766845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.01,5.1554302215576175
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.5502975940704345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.01,6.014566421508789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.3811327934265137
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.8407039642333984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.01,6.708838653564453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.2,1.2826623916625977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.01,8.347853088378907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.2,1.6697343826293944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.01,8.476876831054687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.2,3.0980096817016602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.01,11.518156433105469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.2,3.5987457275390624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.2,3.80211181640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.01,13.72057647705078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.2,3.9102462768554687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.2,3.922943878173828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.01,20.229324340820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.2,4.2817535400390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.01,26.480435180664063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.2,4.523622512817383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.2,4.5256702423095705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.2,5.064499282836914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.01,36.28646545410156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.2,5.334220886230469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.2,5.596160125732422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.01,48.663961791992186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.2,5.470003128051758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.2,6.304767990112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.2,6.972006225585938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.01,56.204901123046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.2,8.639692687988282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.2,8.827494049072266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.2,11.900518035888672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.01,91.69019165039063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.2,15.156632995605468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.2,20.185292053222657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.2,26.274612426757812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.2,40.5760009765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.01,184.86885986328124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.2,51.414013671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.2,64.569140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.2,109.349072265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.2,205.7037841796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2988032102584839
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.5070847988128662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.7553023815155029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.2494848251342774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.7739776611328124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.156377601623535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.4551807403564454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.69090576171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.750912094116211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.753984069824219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.039065551757813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.259430313110352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.01,4.538982391357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.01,4.721868896484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.01,4.976844787597656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.01,5.294079971313477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.01,5.2989952087402346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.01,5.931827163696289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.01,6.6297859191894535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.01,8.168243408203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.01,8.63846435546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.01,11.022950744628906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.01,13.646847534179688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.01,18.96161346435547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.01,24.364031982421874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.01,34.62533264160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.01,45.17887878417969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.01,55.747381591796874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.01,87.69474487304687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2983936071395874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.3590143918991089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.6791168212890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.161625576019287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.01,173.72896728515624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.5736831665039062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.234201431274414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.5041278839111327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.6765697479248045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.9573505401611326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.024319839477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.238745498657226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.546355056762695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.2,4.511129760742188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.2,4.758528137207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.2,4.970905685424805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.2,5.061017608642578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.2,5.480652618408203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.2,6.170624160766602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.2,6.747750091552734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.2,8.126873779296876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.2,8.751513671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.2,11.452006530761718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.2,14.014668273925782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.2,19.291340637207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.2,24.615321350097656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.2,35.170098876953126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.2,45.830963134765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.2,56.8326171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.2,89.2958740234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.2,176.70185546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.47472639083862306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.4552703857421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.4956160068511963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.49295358657836913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.44646401405334474
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.429260778427124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.4671487808227539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.4827136039733887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.5666816234588623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.7098368167877197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.6045695781707764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.8392704010009766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.8538111686706543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.01,1.0174464225769042
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.01,1.2429311752319336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.3033472061157227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.530675220489502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.01,2.509209632873535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.01,2.791833686828613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.01,4.0439807891845705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.01,6.286950302124024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.01,7.6564483642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.01,11.642880249023438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.01,15.323750305175782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.01,28.678759765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.01,44.80921630859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.01,53.522430419921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.01,59.24351806640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.01,105.4635986328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.01,229.8142822265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.4730879783630371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.45424637794494627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.49643521308898925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.44011521339416504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.44503040313720704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.46059517860412597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.5150720119476319
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.4990975856781006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.5842944145202636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.6453248023986816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.6887423992156982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.794214391708374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.8658944129943847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.2,1.0276864051818848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.0711039543151855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.316864013671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.6986112594604492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.2,2.4393728256225584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.2,2.913894462585449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.2,5.392998504638672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.2,5.098291015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.2,10.163609313964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.2,13.105766296386719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.2,18.760089111328124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.2,27.4302978515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.2,42.80586242675781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.2,63.95494384765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.2,68.25533447265624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.2,102.22673950195312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.2,224.1542236328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.01,0.2717695951461792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.01,0.2684927940368652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.01,0.35532801151275634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.01,0.4907008171081543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.01,0.4468736171722412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.01,0.45465598106384275
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.01,0.49541120529174804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.01,0.5289984226226807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.01,0.5687295913696289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.01,0.6805503845214844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.01,0.5715968132019043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.01,0.6225920200347901
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.01,0.6651904106140136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.01,0.8359935760498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.01,0.8802304267883301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.01,1.021132755279541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.01,1.1773951530456543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.01,1.6429056167602538
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.01,1.907097625732422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.01,2.5401344299316406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.01,3.712819290161133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.01,5.089075088500977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.01,6.894796752929688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.01,10.891264343261719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.01,14.77038116455078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.01,22.793011474609376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.01,24.974745178222655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.01,38.7051513671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.01,57.8234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.01,143.22298583984374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.2,0.2471935987472534
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.2,0.2725888013839722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.2,0.30392320156097413
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.2,0.44216318130493165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.2,0.42188801765441897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.2,0.45240321159362795
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.2,0.4521984100341797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.2,0.5138432025909424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.2,0.5861375808715821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.2,0.5912576198577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.2,0.5576704025268555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.2,0.6744063854217529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.2,0.6309887886047363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.2,0.8062975883483887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.2,0.8361984252929687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.2,0.9207807540893554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.2,1.2498944282531739
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.2,1.6472063064575195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.2,2.1166080474853515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.2,2.912870407104492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.2,4.151091384887695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.2,4.870553588867187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.2,7.770931243896484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.2,10.241024017333984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.2,16.86138916015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.2,22.98900451660156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.2,34.28167724609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.2,40.01321105957031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.2,63.600433349609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.2,124.5601806640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.25026559829711914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.445849609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.4345856189727783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.45055999755859377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.45424637794494627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.46919679641723633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.5068799972534179
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.5355519771575927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.5294079780578613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5449728012084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5697535991668701
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.6086656093597412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.6823935985565186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.7346176147460938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.9189375877380371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.01,1.1884544372558594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.4952447891235352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.0586496353149415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.6263551712036133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.773030471801758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.8498687744140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.01,7.263027191162109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.01,9.665945434570313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.01,14.551040649414062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.01,19.144908142089843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.01,24.02222137451172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.01,38.549502563476565
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.01,77.35930786132812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.2447360038757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.44400639533996583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.44318718910217286
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.451584005355835
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.4642816066741943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.471449613571167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.5138432025909424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.5101568222045898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.5228544235229492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5527552127838135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5693439960479736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.6008831977844238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.7022592067718506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.728268814086914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.9011199951171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.171660804748535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.507737636566162
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.071347236633301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.6048511505126952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.729817581176758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.938751983642578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.2,7.273881530761718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.2,9.922764587402344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.67904052734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.577037048339843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.2,24.291532897949217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.2,39.196878051757814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.2,78.49266967773437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.6758399963378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.5920767784118652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.5955584049224854
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.7260159969329834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.7475200176239014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.7510015964508057
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.8962047576904297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.8638463973999023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.8671232223510742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.992460823059082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.01,1.0153984069824218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.01,1.4409728050231934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.01,1.5454208374023437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.01,1.656831932067871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.6261119842529297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.01,2.0805631637573243
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.01,2.656255912780762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.01,4.99609603881836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.01,4.658176040649414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.01,6.861619567871093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.01,9.047449493408203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.01,17.105305480957032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.01,21.55089874267578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.01,27.146035766601564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.01,38.570187377929685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.01,62.5623046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.01,86.39221801757813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.01,112.79503173828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.01,160.7393310546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.01,313.4005126953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.22548480033874513
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.31928319931030275
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.45055999755859377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.7227392196655273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.719871997833252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7073791980743408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7688191890716553
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7577600002288818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.7985151767730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.8652799606323243
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.88985595703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.9287679672241211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.9703424453735352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.2,1.0799103736877442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.2,1.1563008308410645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.2300288200378418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.4915583610534668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.9093503952026367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.312191963195801
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.2,3.2755710601806642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.2,4.177715301513672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.2,6.0925952911376955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.2,8.100249481201171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.2,12.157337951660157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.2,16.123904418945312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.2,23.967333984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.2,31.90599670410156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.2,40.512716674804686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.2,63.9225830078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.2,128.71392822265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.5433343887329102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.9709568023681641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.5097472190856933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.8357888221740722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.01,1.4321663856506348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.01,1.699225616455078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.01,2.369331169128418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.01,2.4631296157836915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.01,2.5483264923095703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.01,2.657894325256348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.01,2.692505645751953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.01,2.8043264389038085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.01,2.8272640228271486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.01,3.0119935989379885
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.01,3.0531583786010743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.01,3.138355255126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.01,3.4461696624755858
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.01,3.8911998748779295
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.01,4.340940856933594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.01,4.93383674621582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.01,5.164236831665039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.01,6.457753753662109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.01,8.503705596923828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.01,10.614169311523437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.01,14.133657836914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.01,19.158221435546874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.01,25.10950469970703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.01,31.045632934570314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.01,48.53411865234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.01,107.32359619140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.5425151824951172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.9302016258239746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.6791168212890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.2,1.1393024444580078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.2,1.434828758239746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.2,2.240716743469238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.2,2.433228874206543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.2,2.533990478515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.2,2.5040895462036135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.2,2.632089614868164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.2,2.814361572265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.2,2.9007871627807615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.2,2.960383987426758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.2,3.2245761871337892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.2,3.3677310943603516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.2,3.706675338745117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.2,4.0624126434326175
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.2,4.463206481933594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.2,5.481062316894532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.2,5.58837776184082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.2,6.715801239013672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.2,8.5823486328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.2,11.474739074707031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.2,14.865203857421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.2,22.589439392089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.2,27.624038696289062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.2,42.28321228027344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.2,58.60966186523437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.2,117.421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.21483519077301025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.14479360580444336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.24248321056365968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.3457024097442627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.6529024124145508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.667852783203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.6461440086364746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.6938623905181884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.7010303974151612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.7372799873352051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.6946815967559814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.7794688224792481
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.8206336021423339
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.861184024810791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.8869888305664062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.9381888389587403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.0893312454223634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.01,0.3141632080078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.3318143844604493
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.01,0.5371903896331787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.2,1.6480255126953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.01,0.4296703815460205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.01,0.7305215835571289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.2,1.9804159164428712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.01,1.2257280349731445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.2,2.8686336517333983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.01,1.6259071350097656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.2,3.575398254394531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.01,2.316697692871094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.2,5.355110549926758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.01,2.4016895294189453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.2,7.405773162841797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.01,2.4858623504638673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.01,2.5044992446899412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.2,10.966425323486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.01,2.756403160095215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.2,15.976243591308593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.01,2.79101448059082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.01,2.8684288024902345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.2,17.44732208251953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.01,3.0644224166870115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.01,3.321241760253906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.2,29.88031921386719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.01,3.440639877319336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.01,3.598336029052734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.01,3.915366363525391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.2,63.89698486328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.01,4.168294525146484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.01,4.912742233276367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.01,5.173862457275391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.01,6.328319931030274
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.01,7.7697021484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.01,10.627481842041016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.01,13.100440979003906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.01,18.709504699707033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.01,22.930841064453126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.01,30.044979858398438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.01,47.30429382324219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.01,95.19390869140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.01,0.130457603931427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.01,0.18329600095748902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.01,0.26255359649658205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.01,0.37253119945526125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.01,0.6195199966430665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.01,0.6402048110961914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.01,0.6901760101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.01,0.6823935985565186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.01,0.6754303932189941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.01,0.7221248149871826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.01,0.7813119888305664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.01,0.7923711776733399
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.01,0.8534015655517578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.01,0.8853504180908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.01,0.9238528251647949
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.01,0.9338879585266113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.01,1.0792960166931151
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.01,1.148313617706299
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.2,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.01,1.5771648406982421
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.2,0.2545664072036743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.2,0.3606528043746948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.01,1.8262016296386718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.2,0.6281216144561768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.2,0.6842368125915528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.01,2.462924766540527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.2,0.7030784130096436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.2,0.7014400005340576
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.01,2.8008447647094727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.2,0.699187183380127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.01,4.129587173461914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.2,0.7530496120452881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.01,5.5754753112792965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.2,0.7804927825927734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.2,0.7985151767730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.01,8.428543853759766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.2,0.8368127822875977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.01,11.560345458984376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.2,0.8566783905029297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.2,0.8861696243286132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.01,13.108837890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.2,0.9308159828186036
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.2,1.0655743598937988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.01,21.43969268798828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.2,1.2883968353271484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.2,1.6279552459716797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.2,1.9548160552978515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.01,46.92418518066406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.2,2.5411584854125975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.2,2.9198335647583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.2,4.4746753692626955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.2,5.674188613891602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.2,8.61470718383789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.2,12.28431396484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.2,13.395762634277343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.2,23.717683410644533
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.2,50.84385375976562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.17100800275802613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.25968639850616454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.36659200191497804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.6100992202758789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6639616012573242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6942719936370849
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.7116799831390381
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7229440212249756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7544832229614258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.7862271785736084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.7968768119812012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.8704000473022461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.9062399864196777
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.9355263710021973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.0033151626586914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.1223039627075195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.2503040313720704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5607808113098145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.8733055114746093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.550374412536621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.01,3.165798377990723
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.45399055480957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.547212982177735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.01,8.332083129882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.01,11.189453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.01,14.039039611816406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.01,22.159974670410158
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.01,43.862222290039064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.5451776027679444
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.3074048042297363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.5036032199859619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.7497727870941162
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.9068544387817383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.2,1.760870361328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.841766357421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.946828842163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.2,1.8864128112792968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.2,2.0410367965698244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.2,2.211635208129883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.2,2.328985595703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.2,2.40762882232666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.2,2.185011291503906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.2,2.443673515319824
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.2,2.711347198486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.2,2.741043281555176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.2,3.306291198730469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.2,3.6861953735351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.2,5.092556762695312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.2,5.019443130493164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.2,6.695731353759766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.2,7.962419128417968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.2,11.448320007324218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.2,16.110592651367188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.2,24.891392517089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.2,28.855911254882812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.2,38.896435546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.2,68.3087890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.2,129.3744140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.2744319915771484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.4175871849060059
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.649625587463379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.9668607711791992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.6683008193969726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.7920000076293945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.8894847869873046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.9507200241088867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.9597312927246093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.1469184875488283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.2226943969726562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.01,2.3726079940795897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.01,2.425446319580078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.01,2.5817087173461912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.01,2.6583040237426756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.01,2.771558380126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.179520034790039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.01,3.564748764038086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.333363342285156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.01,4.81607666015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.159564971923828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.664640045166015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.01,10.54351348876953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.01,13.53359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.01,19.440025329589844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.01,25.334169006347658
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.01,31.070208740234374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.01,48.713931274414065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.01,97.126806640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.19415040016174318
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.6604800224304199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.8892416000366211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.620582389831543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.8296831130981446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.8728960037231446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.9625984191894532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.065407943725586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.20446720123291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.3191551208496093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.2,2.4219648361206056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.2,2.5243648529052733
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.2,2.6034175872802736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.2,2.7396095275878904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.2,2.7938816070556642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.202252960205078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.2,3.6190208435058593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.315750503540039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.2,4.901273727416992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.237388610839844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.2,7.600332641601563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.2,10.438246154785157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.2,13.423207092285157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.2,18.985983276367186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.2,24.859852600097657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.2,30.583807373046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.2,48.260711669921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.2,95.73396606445313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.01,0.3166208028793335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.01,0.5402624130249023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.01,0.9795583724975586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.01,0.7032832145690918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.01,1.2576767921447753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.01,1.8898944854736328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.01,2.313625526428223
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.01,3.0877695083618164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.01,3.2835582733154296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.01,3.364044952392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.01,3.5069950103759764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.01,3.5350528717041017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.01,3.750092697143555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.01,3.949568176269531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.01,4.185292816162109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.01,4.285235214233398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.01,4.48614387512207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.01,5.246566390991211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.01,5.527142333984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.01,6.221004867553711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.01,7.168000030517578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.01,8.77834243774414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.01,8.790835571289062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.01,11.721113586425782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.01,14.35361328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.01,20.236492919921876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.01,25.342771911621092
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.01,31.462808227539064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.01,48.43049011230469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.01,94.43389282226562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.2,0.3168256044387817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.2,0.5392384052276611
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.2,0.49356799125671386
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.2,0.6608895778656005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.2,1.2400639533996582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.2,1.6746496200561523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.2,2.023219108581543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.2,2.859417533874512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.2,3.0691328048706055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.2,3.096985626220703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.2,3.387187194824219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.2,3.547750473022461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.2,3.76627197265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.2,3.9206912994384764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.2,4.064870452880859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.2,4.42163200378418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.2,4.762828826904297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.2,5.1169281005859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.2,5.670502471923828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.2,6.785024261474609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.2,7.376895904541016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.2,8.797388458251953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.2,9.517670440673829
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.2,12.213043212890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.2,15.294873046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.2,20.970291137695312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.2,25.867263793945312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.2,30.88977966308594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.2,50.98147888183594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.2830336093902588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.2,104.11192626953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.28344318866729734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2838527917861938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.2838527917861938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.2852864027023315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.293887996673584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.33034238815307615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.3510272026062012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.3532799959182739
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.4767744064331055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.5967872142791748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.6352896213531494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.9445376396179199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.01,1.1239423751831055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.01,1.232691192626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.3551615715026855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.9009536743164062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.965260887145996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.01,3.28089599609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.01,4.493721771240234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.01,7.256678771972656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.01,8.002355194091797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.01,13.959986877441406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.01,18.51494445800781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.01,28.266290283203126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.01,36.52116394042969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.01,41.21845703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.01,73.13796997070312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.01,139.90379638671874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.2852864027023315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.2850816011428833
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.2861056089401245
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.28815360069274903
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.3047424077987671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.32460799217224123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.41738238334655764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.4050943851470947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.5187583923339844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.6565887928009033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.6336512088775634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.880025577545166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.2,1.0334207534790039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.2,1.3838335990905761
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.2,1.3889535903930663
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.763737678527832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.2,2.3453695297241213
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.2,3.1752191543579102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.2,4.405043029785157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.2,7.316889953613281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.2,9.065471649169922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.2,12.915507507324218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.2,17.430937194824217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.2,26.1275634765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.2,37.628927612304686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.2,47.12939453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.2,75.64923095703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.2,140.05924072265626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.12718080282211303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.2451456069946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.24924159049987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.2545664072036743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.2676736116409302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.265830397605896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.2727936029434204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.29552640914916994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.3452928066253662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.3774463891983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.3637248039245605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.41943039894104006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.4689919948577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.5916672229766846
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.8151040077209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.01,0.8675328254699707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.01,1.3588479995727538
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.01,1.842790412902832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.01,2.5208831787109376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.01,3.4103294372558595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.01,5.665177536010742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.01,7.562649536132812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.01,11.56710433959961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.01,13.975552368164063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.01,17.880473327636718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.01,34.14036560058594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.01,69.86485595703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.11776000261306763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.13783040046691894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.2584575891494751
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.26562559604644775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.26603519916534424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.24596478939056396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.2476032018661499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.2732032060623169
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.2695168018341064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.2871295928955078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.2535423994064331
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.2,0.30167040824890134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2689023971557617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.28016641139984133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.31703040599822996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.30126080513000486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.32829439640045166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.36761600971221925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.3870719909667969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.4079616069793701
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.37703680992126465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.43192319869995116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.39444479942321775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5658624172210693
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.7286784172058105
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.4493311882019043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.9912320137023926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.4526080131530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.2554240226745605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.816166305541992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.6248447895050049
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.374655914306641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.2,0.819814395904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.4562049865722657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.2,1.044480037689209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.679270553588867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.2,1.4090239524841308
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.2,7.132978820800782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.2,1.8776063919067383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.2,9.530777740478516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.2,2.822348785400391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.2,12.173516845703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.2,3.28642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.2,19.3333251953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.2,5.287116622924804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.2,7.598079681396484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.2,38.923876953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.2,11.98018569946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.2,16.057958984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.2,20.553932189941406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.2,27.691827392578126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.2,73.73352661132813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.4335616111755371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.4360191822052002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.3926016092300415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.3932159900665283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.3950592041015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.41349120140075685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.5058559894561767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.5265408039093018
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.5935103893280029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.799948787689209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.8165375709533691
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.160806369781494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.01,1.0461183547973634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.447321605682373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.5618047714233398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.9951616287231446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.01,3.076505661010742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.01,3.8445056915283202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.01,4.788633728027344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.01,6.721945953369141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.01,11.189453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.01,13.851239013671876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.01,22.366822814941408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.01,31.071231079101562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.01,41.74827575683594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.01,60.23167724609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.01,77.62145385742187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.22568960189819337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.01,125.6341552734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.34201600551605227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.38051838874816896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.399564790725708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.38399999141693114
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.3590143918991089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.3901439905166626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.40960001945495605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.01,0.4247551918029785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.38461439609527587
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.40079360008239745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.01,0.4501503944396973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.2,0.4268032073974609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.2,0.4521984100341797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.01,0.5058559894561767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.01,226.62041015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.2,0.5208064079284668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.01,0.5822463989257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.2,0.5400576114654541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.01,0.6078464031219483
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.17285120487213135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.2,0.6281216144561768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.01,0.6756351947784424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.2,0.684441614151001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.399564790725708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.01,0.6975488185882568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.2,0.7823359966278076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.4257791996002197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.2,0.9660415649414062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.01,0.9074687957763672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.42639360427856443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.2,0.9439231872558593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.01,1.0080256462097168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.4442111968994141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.2,1.288806438446045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.01,1.3770751953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.43929600715637207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.2,1.5972352027893066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.01,1.5859711647033692
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.4108287811279297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.2,2.168012809753418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.01,2.5001983642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.4579328060150146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.2,2.431795120239258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.44216318130493165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.01,3.099852752685547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.2,3.938304138183594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.44564480781555177
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.01,4.262297439575195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.2,4.685823822021485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.5230591773986817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.5062655925750732
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.2,6.714572906494141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.01,6.630194854736328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.6066175937652588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.2,9.06280975341797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.01,8.681062316894531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.6565887928009033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.8118271827697754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.2,14.554521179199218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.01,12.331212615966797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.01,1.0285056114196778
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.2,20.307763671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.2199935913085938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.01,20.49085388183594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.7098751068115234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.01,2.1817344665527343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.01,24.770355224609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.2,33.95051574707031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.01,3.0949375152587892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.01,4.085964965820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.01,30.110720825195312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.2,48.35041198730469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.01,6.024806213378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.01,8.091852569580078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.01,52.2913818359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.01,12.26424331665039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.2,50.80657958984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.01,16.18042907714844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.01,20.223385620117188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.01,89.99342041015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.2,97.74981079101562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.01,32.51138610839844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.01,65.4919677734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.2,180.385791015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.5425151824951172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.9775103569030762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.5529600143432617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.535756778717041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.7124991893768311
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.8722432136535645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.542310380935669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.01,1.264025592803955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.8853504180908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.01,1.2951552391052246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.30167040824890134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.01,0.3123199939727783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.01,1.2808192253112793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.45137920379638674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.01,0.5253119945526123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.01,1.4231552124023437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.6035456180572509
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.01,0.31027200222015383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.01,1.4034943580627441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.7964672088623047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.01,0.4272128105163574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.01,1.4948351860046387
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.2,1.1288576126098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.01,0.6285312175750732
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.2,1.3148159980773926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.01,1.4204928398132324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.01,0.902348804473877
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.2,1.2824576377868653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.01,1.6779264450073241
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1751039981842041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.01,1.1874303817749023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.2,1.2109824180603028
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.01,1.639423942565918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.2258944034576416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.01,1.2720128059387208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.2,1.3637632369995116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.01,1.82476806640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.37969920635223386
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.01,1.3135871887207031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.2,1.3701120376586915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.01,1.803878402709961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.01,1.3434880256652832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.2,1.5362048149108887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.01,2.1567487716674805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.01,1.4317567825317383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.2,1.6719871520996095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.01,2.291097640991211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.01,1.4045184135437012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.2,1.8200576782226563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.01,2.614886474609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.41799678802490237
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.01,1.4454784393310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.2,1.9374080657958985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.01,2.982707214355469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.01,1.6107519149780274
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.4360191822052002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.2,1.9128320693969727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.01,3.5897342681884767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.424345588684082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.01,1.7512447357177734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.2,2.2808576583862306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.01,4.3433982849121096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.01,1.884160041809082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.4413440227508545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.2,2.4016895294189453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.01,6.7162109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.01,1.7956863403320313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.2,2.741862487792969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.4841472148895264
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.01,2.0551679611206053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.01,8.887705230712891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.2,3.1893503189086916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.48353281021118166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.01,2.1786624908447267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.2,4.214988708496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.5373951911926269
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.01,10.581196594238282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.01,2.6083328247070314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.2,4.956979370117187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5896192073822022
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.01,2.77893123626709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.01,14.28275146484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.2,6.346752166748047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.6578176021575928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.01,3.5948543548583984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.8026111602783204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.2,10.301439666748047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.01,21.23345947265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.01,4.167679977416992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.2,1.053286361694336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.01,5.717401504516602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.2,14.565171813964843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.2091391563415528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.01,30.55329284667969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.01,7.514316558837891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.7561599731445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.2,20.050534057617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.01,11.119615936279297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.2,2.190131187438965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.2,22.317465209960936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.2,3.1469568252563476
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.01,14.131199645996094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.01,61.50471801757813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.2,4.117913436889649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.01,17.14913330078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.2,43.73483581542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.2,6.055731201171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.2,8.082227325439453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.01,27.352679443359374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.2,12.242124938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.2,16.36495361328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.2,80.31539306640624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.01,56.167626953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.2,20.103578186035158
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.2,32.54579162597656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.2,65.53333740234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.23224320411682128
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.23142399787902831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.15134719610214234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.19640320539474487
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.25026559829711914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.22159359455108643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.315391993522644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.3274751901626587
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.34140160083770754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.3694591999053955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.36085760593414307
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.3670016050338745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.3719167947769165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.3969023942947388
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.3713023900985718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.40120320320129393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.3876863956451416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.3915776014328003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.41164798736572267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.4317183971405029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.4405248165130615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.4429823875427246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.01,0.1640447974205017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.43683838844299316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.48148479461669924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.46919679641723633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.5042175769805908
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.5029888153076172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.522649621963501
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.01,0.3278847932815552
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.5773312091827393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.5806079864501953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.01,0.35287039279937743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.6506495952606202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.7073791980743408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.8697855949401856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.01,0.36618239879608155
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.9504768371582031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.01,1.0360832214355469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.2578816413879395
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.01,0.3659775972366333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.3973504066467286
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.823334312438965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.01,0.35921919345855713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.985740852355957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.2,2.4160255432128905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.01,0.37867519855499265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.01,3.142655944824219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.2,3.6380672454833984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.01,0.40222721099853515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.01,3.3460224151611326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.2,4.707737731933594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.01,5.71965446472168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.01,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.2,7.1655426025390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.01,7.190528106689453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.2,10.313932800292969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.01,0.42844161987304685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.01,10.110771179199219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.2,12.209561920166015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.01,0.45035519599914553
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.01,15.418777465820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.01,0.4642816066741943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.2,22.66378173828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.01,0.4982783794403076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.01,30.799258422851562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.01,0.5660672187805176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.2,54.59537963867187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.01,0.6279168128967285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.01,0.8658944129943847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.01,0.9672703742980957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.01,1.284505558013916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.01,1.6449535369873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.01,2.516377639770508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.01,3.042099189758301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.01,4.875263977050781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.01,6.138060760498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.01,7.806361389160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.01,13.612237548828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.01,25.37328643798828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.1820672035217285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.3610624074935913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.5867519855499268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.7223296165466309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.2,0.1619968056678772
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.1841535568237305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.2,0.1861631989479065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.2500991821289062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.2,0.321126389503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.2998656272888183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.01,0.0796671986579895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.2,0.35819520950317385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.2,0.34713599681854246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.3506560325622559
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.01,0.17141760587692262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.2,0.3772416114807129
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.4387200355529786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.2,0.3794944047927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.01,0.32460799217224123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.2,0.4034560203552246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.519001579284668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.01,0.3373055934906006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.2,0.40714240074157715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.01,0.36331520080566404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.2,0.3895296096801758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.5648768424987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.01,0.36618239879608155
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.2,0.4403200149536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.6338943481445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.01,0.3844095945358276
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.2,0.45342721939086916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.01,0.40325121879577636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.7319936752319336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.2,0.4739071846008301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.01,0.40960001945495605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.2,0.49541120529174804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.8106367111206054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.01,0.415334415435791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.2,0.5574656009674073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.01,0.4374527931213379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.9286016464233398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.2,0.6049791812896729
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.01,0.4526080131530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.1630975723266603
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.2,0.7534592151641846
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.01,0.4777984142303467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.2,1.084006404876709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.4408063888549805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.01,0.5111807823181153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.2,1.3035519599914551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.01,0.5752831935882569
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.2,2.8657663345336912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.01,0.623206377029419
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.2,1.7555456161499023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.01,0.8511487960815429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.302399826049805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.2,2.8882944107055666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.01,0.9760767936706543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.2,3.4846721649169923
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.048896026611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.01,1.235148811340332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.2,5.276262283325195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.01,1.7055744171142577
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.889395141601563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.2,7.324877166748047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.01,2.368716812133789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.573875427246094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.01,3.05295352935791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.2,10.02639389038086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.01,4.382515335083008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.2,8.316108703613281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.2,15.387443542480469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.01,6.276095962524414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.2,11.731558227539063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.2,0.06615039706230164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.01,7.327334594726563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.2,15.259237670898438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.2,33.793844604492186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.01,13.130752563476562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.2,18.777906799316405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.2,0.1931264042854309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.01,24.428338623046876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.2,0.32563199996948244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.2,0.3565567970275879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.2,29.486080932617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.2,0.3631103992462158
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.2,0.3817471981048584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.2,0.374783992767334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.2,58.26027221679688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.2,0.40468478202819824
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.2,0.41738238334655764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.2,0.429260778427124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.2,0.45035519599914553
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.2,0.4853759765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.2,0.5097472190856933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.2,0.5310463905334473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.2,0.6033408164978027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.2,0.6602752208709717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.2,0.8488960266113281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.2,1.0002431869506836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.2,1.338982391357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.2,1.6582656860351563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.2,2.465382385253906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.2,3.256729507446289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.2,5.218713760375977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.2,6.577766418457031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.2,7.542988586425781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.2,13.932952880859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.2,28.055142211914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.5453824043273926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.842137622833252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.30351359844207765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.5451776027679444
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.505241584777832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.41021437644958497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.29265921115875243
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.6627327919006347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.44400639533996583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.8960000038146972
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.5648384094238281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.01,1.0264575958251954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.8470527648925781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.9664511680603027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.9764863967895507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.01,1.0369024276733398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.9975808143615723
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.01,1.0528767585754395
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.9887743949890136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.01,1.1001855850219726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.01,0.29982719421386717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.2,1.0260479927062989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.01,1.1061247825622558
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.01,0.32235519886016845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.2,1.125990390777588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.01,1.1833344459533692
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.01,0.26910719871520994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.2,1.1487232208251954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.01,1.1993087768554687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.01,0.47472639083862306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.2,1.2130304336547852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.3115391731262207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.01,0.6371327877044678
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.2316672325134277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.289625644683838
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.01,0.8886272430419921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.3197312355041504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.01,1.3969408035278321
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.01,0.9678848266601563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.2,1.3998080253601075
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.01,1.6955392837524415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.01,0.9623552322387695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.01,0.9990143775939941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.2,1.49749755859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.01,1.9306495666503907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.01,1.0469375610351563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.2,1.861017608642578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.01,2.6796031951904298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.01,1.0780672073364257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.2,2.0289535522460938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.01,2.8098560333251954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.01,1.160806369781494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.2,2.7176959991455076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.01,3.930521774291992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.01,1.1812864303588868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.2,3.000524711608887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.01,4.687257766723633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.01,1.202175998687744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.2,3.9407615661621094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.01,6.689382171630859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.01,1.2914688110351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.2,5.367193603515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.01,1.3428735733032227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.01,9.034751892089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.2,8.403148651123047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.01,1.3944831848144532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.01,14.103756713867188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.01,1.5335424423217774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.2,10.839654541015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.01,1.7793024063110352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.01,18.664242553710938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.2,16.383590698242188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.01,2.2796287536621094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.01,2.575155258178711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.01,19.735142517089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.2,19.884646606445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.01,3.3273857116699217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.01,4.306943893432617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.01,34.6703857421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.2,33.02420349121094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.01,5.442150497436524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.01,7.7060096740722654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.2,50.70909423828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.01,11.255808258056641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.01,69.73399047851562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.01,15.33685760498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.01,19.032473754882812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.2,112.0079833984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.01,28.016641235351564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.2,0.2973695993423462
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.01,52.3931640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.2,0.22466559410095216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.2,0.4239359855651855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.2,0.5265408039093018
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.2,0.8943615913391113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.2,1.0119168281555175
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.2,1.00065279006958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.2,1.026252841949463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.2,1.073356819152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.2,1.0481663703918458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.2,1.1790335655212403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.2,1.1821056365966798
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.2,1.2689408302307128
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.2,1.356390380859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.2,1.3559807777404784
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.2,1.520639991760254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.2,1.6775167465209961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.2,1.9185663223266602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.2,2.166169548034668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.2,2.68984317779541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.2,3.7449726104736327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.2,4.597760009765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.2,6.2814208984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.2,7.696383666992188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.2,12.672409820556641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.2,17.552589416503906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.2,22.962380981445314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.2,36.794369506835935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.2,69.90540771484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.01,0.17756160497665405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.01,0.21073920726776124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.01,0.40181760787963866
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.2,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.01,0.5840896129608154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.2,0.1597440004348755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.01,0.8577024459838867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.2,0.2420736074447632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.01,0.9613311767578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.2,0.415334415435791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.01,1.0127360343933105
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.2,0.4579328060150146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.01,1.0205183982849122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.2,0.8308735847473144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.01,1.0268671989440918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.2,0.9756671905517578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.01,1.0780672073364257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.2,1.010688018798828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.01,1.1382783889770507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.2,1.026252841949463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.01,1.1386879920959472
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.2,1.1061247825622558
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.01,1.236582374572754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.2,1.141145610809326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.01,1.2783616065979004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.2,1.173299217224121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.01,1.319321632385254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.2,1.2195839881896973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.01,1.4211071968078612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.2,1.3209600448608398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.01,1.7031167984008788
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.2,1.3586432456970214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.01,1.8235391616821288
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.2,1.4006272315979005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.16281599998474122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.01,2.121113586425781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.2,1.492582416534424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.23101439476013183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.01,2.5450496673583984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.2,1.6633855819702148
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.4272128105163574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.01,3.377766418457031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.2,1.8546688079833984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5603328227996827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.01,3.9401470184326173
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.2,2.1989376068115236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.9076736450195313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.2,2.606489562988281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.01,5.838848114013672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9357312202453614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.2,3.5074047088623046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.01,1.0072064399719238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.01,7.222886657714843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.2,4.006092834472656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.042636775970459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.01,10.527129364013671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0612735748291016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.2,5.815091323852539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.1544575691223145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.01,13.848780822753906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.2,7.44427490234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.1878399848937988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.2,11.501773071289062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.01,17.404722595214842
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.234329605102539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.2,14.373068237304688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.01,26.301235961914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.254195213317871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.2,17.190911865234376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.3424639701843262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.4196736335754394
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.2,27.705548095703126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.01,51.5541015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.5104000091552734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.7348608016967773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.2,54.302923583984374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.9755008697509766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.433228874206543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.8018688201904296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.6284416198730467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.4730369567871096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.01,6.164889526367188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.898111724853516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.01,11.529830169677734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.01,15.285658264160157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.01,19.048037719726562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.01,29.034085083007813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.01,57.47343139648437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.5414912223815918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.9777152061462402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.8159232139587402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.5177343845367431
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.6815743923187256
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.9797632217407226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.2,1.0506239891052247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.2,1.5028223991394043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.6775167465209961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.683251190185547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.6994304656982422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.9269632339477538
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.8700288772583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.2,2.086297607421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.2,2.2161407470703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.2,2.3369728088378907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.2,2.406604766845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.2,2.6619903564453127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.2,2.9712383270263674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.2,3.667148971557617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.2,4.028825759887695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.2,5.534105682373047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.2,5.06429443359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.2,7.256678771972656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.2,9.190605163574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.2,14.5328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.2,18.409881591796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.2,20.026162719726564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.2,34.75128173828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.2,69.5625732421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.01,0.3147775888442993
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.01,0.527564811706543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.2,0.31191039085388184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.01,0.9709568023681641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.2,0.5251071929931641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.01,0.45895681381225584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.2,0.5269504070281983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.01,0.7712768077850342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.2,0.4720640182495117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.01,1.0489855766296388
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.2,0.6703104019165039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.01,1.2750847816467286
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.2,0.8964096069335937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.01,1.539686393737793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.2,1.0764287948608398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.01,1.702707290649414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.2,1.5460351943969726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.01,1.8075647354125977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.2,1.6074752807617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.01,1.8690048217773438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.2,1.7063936233520507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.01,1.9281919479370118
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.2,1.8290687561035157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.01,2.0074495315551757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.2,1.824563217163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.01,1.9679231643676758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.2,1.8944000244140624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.01,2.104934310913086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.2,2.027315139770508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.01,2.1981184005737306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.2,2.164531135559082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.01,2.3185407638549806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.2,2.247065544128418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.01,2.6066944122314455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.2,2.4391679763793945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.01,2.8811264038085938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.2,2.728550338745117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.01,3.3404926300048827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.2,3.0062591552734377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.01,3.626393508911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.2,3.568025588989258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.01,4.603494262695312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.2,3.6798465728759764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.01,4.722483062744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.2,4.691968154907227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.01,6.265241622924805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.01,0.18534400463104247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.2,4.961689758300781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.01,0.3104768037796021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.01,7.524966430664063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.01,0.5359615802764892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.2,6.429491424560547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.01,11.433164978027344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.01,0.37068800926208495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.2,8.561049652099609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.01,0.7806975841522217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.01,14.372454833984374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.2,12.46740493774414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.01,1.0059776306152344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.01,18.43609619140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.01,1.178828811645508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.2,15.82899169921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.01,1.5529984474182128
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.01,26.53614196777344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.2,17.728717041015624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.01,1.639833641052246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.01,1.7305599212646485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.2,30.675967407226562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.01,1.8423807144165039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.01,1.9191808700561523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.01,54.196221923828126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.01,1.967513656616211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.01,2.0502527236938475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.2,60.20341796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.01,2.1114879608154298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,power_law_1.2,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.01,2.2153215408325195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,power_law_1.2,0.17858560085296632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.01,2.402713584899902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.01,2.655641555786133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,power_law_1.2,0.2174976110458374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.01,2.806374359130859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,power_law_1.2,0.2590719938278198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.01,3.2856063842773438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,power_law_1.2,0.3229696035385132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.01,3.640729522705078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,power_law_1.2,0.33771519660949706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.01,4.478771209716797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,power_law_1.2,0.446668815612793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.01,4.986060714721679
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,power_law_1.2,0.5519360065460205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,power_law_1.2,0.6088704109191895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.01,6.571826934814453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,power_law_1.2,0.7872511863708496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.01,8.462950134277344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,power_law_1.2,1.105510425567627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,power_law_1.2,0.14028799533843994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,power_law_1.2,1.3443072319030762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.01,11.328102111816406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,power_law_1.2,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,power_law_1.2,1.9369983673095703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.01,14.057267761230468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,power_law_1.2,2.477260780334473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,power_law_1.2,0.1439743995666504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,power_law_1.2,3.6268032073974608
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.01,17.23699188232422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,power_law_1.2,0.14684159755706788
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,power_law_1.2,0.1464319944381714
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,power_law_1.2,4.294451141357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,power_law_1.2,0.17182719707489014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,power_law_1.2,0.17879040241241456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.01,27.89539794921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,power_law_1.2,6.987366485595703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,power_law_1.2,0.2041856050491333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,power_law_1.2,0.2447360038757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,power_law_1.2,9.032089233398438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,power_law_1.2,0.22712318897247313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,power_law_1.2,0.25231359004974363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.01,53.44931640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,power_law_1.2,0.3072000026702881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,power_law_1.2,14.046617126464843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,power_law_1.2,0.36474881172180174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,power_law_1.2,0.3952640056610107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,power_law_1.2,17.888870239257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,power_law_1.2,0.5349376201629639
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,power_law_1.2,0.861184024810791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,power_law_1.2,1.2048383712768556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,power_law_1.2,23.760076904296874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,power_law_1.2,1.5814656257629394
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,power_law_1.2,2.2609920501708984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,power_law_1.2,2.7746303558349608
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,8,power_law_1.2,38.01559143066406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,power_law_1.2,5.0135040283203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,power_law_1.2,5.923635101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,power_law_1.2,9.803366088867188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,power_law_1.2,15.309210205078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,8,power_law_1.2,77.172119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,power_law_1.2,16.76738586425781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,4,power_law_1.2,26.204159545898438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,power_law_1.2,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,power_law_1.2,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,4,power_law_1.2,59.025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,power_law_1.01,0.13864959478378297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,power_law_1.2,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,power_law_1.01,0.1640447974205017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,power_law_1.2,0.16588799953460692
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,power_law_1.2,0.18288639783859253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,power_law_1.01,0.22036480903625488
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,power_law_1.01,0.26071040630340575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,power_law_1.2,0.20746240615844727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,power_law_1.01,0.2777087926864624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,power_law_1.2,0.22179839611053467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,power_law_1.01,0.26828799247741697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,power_law_1.2,0.24125440120697023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,power_law_1.2,0.3078144073486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,power_law_1.01,0.4718592166900635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,power_law_1.2,0.41594882011413575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,power_law_1.01,0.7118847846984864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,power_law_1.2,0.48865280151367185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,power_law_1.01,0.9555968284606934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,power_law_1.2,0.6500351905822754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,power_law_1.01,1.428889560699463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,power_law_1.2,0.9660415649414062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,power_law_1.01,1.7059839248657227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,power_law_1.2,1.6144384384155273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,power_law_1.01,2.933964729309082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,power_law_1.2,1.7334272384643554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,power_law_1.01,3.366912078857422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,power_law_1.2,2.8872703552246093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,power_law_1.01,4.115660858154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,power_law_1.2,3.4172927856445314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,power_law_1.01,7.642931365966797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,power_law_1.2,6.133760070800781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,power_law_1.01,10.412850952148437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,power_law_1.2,7.140557098388672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,power_law_1.2,9.194905853271484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,2,power_law_1.01,12.942335510253907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,2,power_law_1.2,14.187724304199218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,2,power_law_1.01,26.460980224609376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,2,power_law_1.2,30.1412353515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.057548797130584715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.13578239679336548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.12963839769363403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.14479360580444336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.156876802444458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.17776639461517335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.1837056040763855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.21913599967956543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.2537472009658813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.31784958839416505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.3858432054519653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5246975898742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.6791168212890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.9912320137023926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3047807693481446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.924505615234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,power_law_1.01,2.532352066040039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,power_law_1.01,3.7498878479003905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,power_law_1.01,4.942847824096679
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,power_law_1.01,6.278963088989258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,1,power_law_1.01,10.22586898803711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,1,power_law_1.01,20.47569885253906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.01,0.18165760040283202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.01,0.15175679922103882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.01,0.20582399368286133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.01,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.01,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.01,0.21770238876342773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,power_law_1.2,0.22958080768585204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.01,0.23859200477600098
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.01,0.2476032018661499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,power_law_1.2,0.22814719676971434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.01,0.2789376020431519
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,power_law_1.2,0.2070528030395508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.01,0.2707456111907959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.01,0.314572811126709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.01,0.33280000686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.01,0.39403519630432127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.01,0.5486591815948486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,power_law_1.2,0.2248703956604004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.01,0.5441535949707031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.01,0.6993919849395752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,power_law_1.2,0.2861056089401245
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.01,0.9125887870788574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.01,1.0471424102783202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,power_law_1.2,0.364134407043457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.01,1.5912960052490235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.01,2.442854309082031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.01,3.548160171508789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,power_law_1.2,0.3848191976547241
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.01,5.444403076171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,power_law_1.2,0.43274240493774413
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.01,7.60442886352539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,power_law_1.2,0.6207488059997559
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,power_law_1.01,0.13373440504074097
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.01,11.31704330444336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.2,0.22855679988861083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.01,17.858969116210936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,power_law_1.2,0.8873984336853027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.2,0.20295679569244385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.01,18.955673217773438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,power_law_1.2,0.9140224456787109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,power_law_1.01,0.22200319766998292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.2,0.20582399368286133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,power_law_1.2,1.275494384765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,power_law_1.01,0.22425599098205568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.2,0.20684800148010254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.01,32.830258178710935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,power_law_1.01,0.2357248067855835
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,power_law_1.2,1.8163711547851562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,power_law_1.01,0.2637824058532715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,power_law_1.2,1.9945472717285155
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,power_law_1.01,0.28917760848999025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.2,0.24248321056365968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.01,39.164312744140624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,power_law_1.01,0.2959359884262085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.2,0.2447360038757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,power_law_1.2,2.995609664916992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,power_law_1.01,0.3028991937637329
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.2,0.27832319736480715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,power_law_1.01,0.38993918895721436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,power_law_1.2,4.1275390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,power_law_1.01,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.2,0.31784958839416505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,power_law_1.01,0.42086400985717776
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.01,72.04577026367187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.2,0.3348479986190796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,power_law_1.2,5.3747711181640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,power_law_1.01,0.4847616195678711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.2,0.4782080173492432
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,power_law_1.2,7.430143737792969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,power_law_1.01,0.7047167778015136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.2,0.5412864208221435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,power_law_1.01,0.8275967597961426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.2,0.5709824085235595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,power_law_1.01,1.213644790649414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.2,0.7337984085083008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,power_law_1.2,11.49644775390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.2,1.0563584327697755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,power_law_1.01,1.5257599830627442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,power_law_1.2,15.676211547851562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.2,1.4403583526611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,power_law_1.01,2.270207977294922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.2,2.104319953918457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,power_law_1.01,2.6974208831787108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.2,2.8717056274414063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,power_law_1.01,4.886323165893555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,power_law_1.2,22.956236267089842
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.2,3.4189311981201174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,power_law_1.01,5.973401641845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.2,5.195366287231446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,power_law_1.01,8.863539123535157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,power_law_1.2,31.389285278320312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.2,8.36710433959961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,power_law_1.01,12.537036895751953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.2,11.882495880126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,power_law_1.01,15.171994018554688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.2,14.427955627441406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,power_law_1.2,38.85895690917969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,2,power_law_1.01,22.61422119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.2,26.62010803222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.2,25.71591796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,8,power_law_1.2,62.99381713867187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,2,power_law_1.01,50.651956176757814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.2,56.322869873046876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,power_law_1.2,0.15134719610214234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,power_law_1.2,0.20541439056396485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,8,power_law_1.2,127.26435546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.2,103.86800537109374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,power_law_1.2,0.210534405708313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,power_law_1.2,0.23019518852233886
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,power_law_1.2,0.25763840675354005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,power_law_1.2,0.2994175910949707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,power_law_1.2,0.3078144073486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,power_law_1.2,0.3768320083618164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,power_law_1.2,0.4186111927032471
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,power_law_1.2,0.4517888069152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,power_law_1.2,0.4444159984588623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,power_law_1.2,0.7010303974151612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,power_law_1.2,0.8298496246337891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,power_law_1.2,1.3901823997497558
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,power_law_1.2,1.7152000427246095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,power_law_1.2,2.3162879943847656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,power_law_1.2,3.152895927429199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,power_law_1.2,3.9032833099365236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,power_law_1.2,6.4600067138671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,power_law_1.2,9.268633270263672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,power_law_1.2,13.234176635742188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,power_law_1.2,15.550874328613281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,2,power_law_1.2,25.713870239257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,2,power_law_1.2,55.549749755859374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.11980799436569214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.20459520816802979
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.21667840480804443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.23060479164123535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.5347328186035156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.5341184139251709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.9742336273193359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.9639936447143554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.2420736074447632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.28098559379577637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.288972806930542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.3037184000015259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.29818880558013916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.30842878818511965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.40038399696350097
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.3383296012878418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.40673279762268066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.4454400062561035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.37662720680236816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.6912000179290771
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.4040703773498535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.5664768218994141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.6569983959197998
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.5142528057098389
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.7088128089904785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.6375423908233643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.714137601852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.8622079849243164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.7497727870941162
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.6752255916595459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.1024383544921874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.7260159969329834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.56876802444458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.774348783493042
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.734822416305542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.081996726989746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.8212479591369629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.20213758945465088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.037388801574707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.8730624198913575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.7821311950683594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,power_law_1.01,4.037631988525391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.9373696327209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.21954560279846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,power_law_1.01,6.064947128295898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.2258944034576416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.7215104103088379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.2,1.0119168281555175
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.2303999900817871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,power_law_1.01,8.192819213867187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.2,1.0283007621765137
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.8054783821105957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,power_law_1.01,10.314546966552735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.2752896308898927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.3447168350219727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.24924159049987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.8007679939270019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,1,power_law_1.01,16.796876525878908
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.26972160339355467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.2,1.7494016647338868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.28323841094970703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.8677375793457032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.2,2.044927978515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.29921278953552244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,1,power_law_1.01,33.53538513183594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.2,2.489753532409668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.3344383955001831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.8472576141357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.3737600088119507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.2,3.1053823471069335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.42741761207580564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.9281536102294922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.2,4.7783935546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.5249023914337159
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.6440959930419922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.2,6.257254409790039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.01,1.0090496063232421
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.8689663887023926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.095475196838379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.2,10.579763031005859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.01,1.2023807525634767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.5683584213256836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.088140869140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.2,14.48468475341797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.01,1.2066816329956054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,power_law_1.2,3.0418943405151366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.2,16.339353942871092
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,power_law_1.2,4.0224769592285154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.01,1.5767552375793457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,power_law_1.2,6.025420761108398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,power_law_1.2,8.21063690185547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.2,24.60262451171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.8044927597045899
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,power_law_1.2,10.360832214355469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.01,2.391859245300293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,1,power_law_1.2,16.617062377929688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.2,58.82921142578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.01,2.5999359130859374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.01,0.3078144073486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,1,power_law_1.2,33.51388244628906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.01,0.19169280529022217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.01,3.968204879760742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.01,0.1984511971473694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.01,5.153792190551758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.01,0.32563199996948244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.01,0.49049601554870603
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.01,6.907084655761719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.01,0.6199295997619629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.01,10.520371246337891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.01,0.6748159885406494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.01,12.119449615478516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.01,0.7055359840393066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.01,0.7225344181060791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.01,19.963699340820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.01,0.7610367774963379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.01,0.78438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.01,0.8046591758728028
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.01,42.370458984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.01,0.8708095550537109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.01,0.8796159744262695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.01,0.9408512115478516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.01,0.961740779876709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.01,1.0801152229309081
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.01,1.1509759902954102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.01,1.399398422241211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.01,1.5351807594299316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.01,1.9918848037719727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.01,2.50695686340332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.01,3.280486297607422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.01,4.1984001159667965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.01,6.39918098449707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.01,7.8170112609863285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.1810431957244873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.01,9.558016204833985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.2879487991333008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.15421439409255983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.01,15.530189514160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.2367487907409668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.31395840644836426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.44400639533996583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.2,0.5947391986846924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.01,30.295040893554688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.2,0.6535168170928956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.2,0.719871997833252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.2,0.7063551902770996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.2,0.7372799873352051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.2,0.7673855781555176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.2,0.7919616222381591
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.2,0.8820735931396484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.2,0.8755200386047364
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.2,0.9859071731567383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.2,1.0373120307922363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.2,1.1554816246032715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.2,1.2019712448120117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.2,1.42807035446167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.2,1.682022476196289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.2,2.205900764465332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.17838079929351808
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.2,2.6542079925537108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.15708160400390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.2,3.709952163696289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.20623359680175782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.24678399562835693
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.2,4.602675247192383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.3018752098083496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.3627007961273193
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.2,5.919334411621094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.38502399921417235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.4626431941986084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.2,0.6008831977844238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.01,0.629145622253418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.2,8.636006164550782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.2,0.6651904106140136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.01,0.6821887969970704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.2234368085861206
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.2,10.166886138916016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.2,0.698367977142334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.01,0.6965248107910156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.2,0.7196671962738037
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.01,0.7301119804382324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.2,0.7798783779144287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.01,0.7718912124633789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.2,18.102680969238282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.2,0.7954432010650635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.01,0.799948787689209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.1955839991569519
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.2,0.858521556854248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.01,0.8038399696350098
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.20869119167327882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.2,0.8824831962585449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.01,0.8591360092163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.2,39.31893615722656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.20500481128692627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.2,0.910540771484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.01,0.8902655601501465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.21381120681762694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.2,0.9295871734619141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.01,0.9469951629638672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.21770238876342773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.2,1.0149888038635253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.01,0.9920512199401855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.21913599967956543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.2,1.1552767753601074
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.01,1.112268829345703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.2461695909500122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.01,1.2193792343139649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.2,1.26627836227417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.2486272096633911
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.01,1.4788607597351073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.2,1.5224831581115723
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.28487679958343504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.01,1.7149951934814454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.2,1.7571840286254883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.3078144073486328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.01,2.2441984176635743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.2,2.345779228210449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.318668794631958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.01,2.731622314453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.2,2.7875328063964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.44359679222106935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.01,3.5868671417236326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.2,3.72039680480957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.5343232154846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.01,4.836352157592773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.2,4.753203201293945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.7403520107269287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.7886847972869873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.01,6.414745330810547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.2,7.481343841552734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.258291244506836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.01,8.758681488037109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.2,9.283583831787109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.741414451599121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.01,10.424524688720703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.2,10.134323120117188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.2,2.9861888885498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.2,3.5520511627197267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.01,16.84521026611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.2,17.493402099609376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.2,5.82922248840332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.2,11.147058868408203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.01,32.06533203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.2170880079269409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.2,36.3462646484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.2,10.232012939453124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3373055934906006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.2,14.593228149414063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.4759552001953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6447103977203369
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.2,48.71024780273437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.01,0.19456000328063966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.6891520023345947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.01,0.2070528030395508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.7237631797790527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.01,0.20131840705871581
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7436287879943848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.01,0.21954560279846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7919616222381591
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.01,0.24555521011352538
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.813260841369629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.01,0.24944639205932617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.01,0.26869759559631345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.01,0.2928639888763428
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8433664321899415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.01,0.321126389503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.912384033203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.01,0.37662720680236816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.01,0.4759552001953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.9775103569030762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.01,0.5924863815307617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.01,0.818175983428955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.024614429473877
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.01,1.0547200202941895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.0911744117736817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.01,1.5994879722595214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.01,2.104115104675293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.2478464126586915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.01,2.9263872146606444
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4194687843322753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.01,4.181811141967773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.01,5.173043060302734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.01,0.18780159950256348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.7500160217285157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.2,0.20602879524230958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.01,0.19619840383529663
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.01,8.320409393310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.2,0.21790719032287598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.01,2.0733951568603515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.01,0.20131840705871581
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.2,0.21176319122314452
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.6820608139038087
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.2,0.2283519983291626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.01,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.01,18.307481384277345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.2,0.0899071991443634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.01,3.378585433959961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.2,0.23633921146392822
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.01,0.22732799053192138
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.2,0.23756799697875977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.01,0.2416640043258667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.2,0.17960959672927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.01,0.25169920921325684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.01,4.6090240478515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.2,0.28590080738067625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.01,0.26214399337768557
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.2,0.21278719902038573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.2,0.3106816053390503
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.01,0.2748415946960449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.01,5.824307250976562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.2,0.21073920726776124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.2,0.33013761043548584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.01,0.31293439865112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.2,0.4182015895843506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.01,0.3416064023971558
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.01,8.397004699707031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.2,0.2367487907409668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.01,0.3792896032333374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.2,0.5832704067230224
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.2,0.23900160789489747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.01,0.4591616153717041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.2,0.6752255916595459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.01,10.80258560180664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.01,0.5464064121246338
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.2,1.0186752319335937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.2,0.2476032018661499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.01,0.7790592193603516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.2,1.3338624000549317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.2,0.24821760654449462
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.01,13.167411804199219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.01,1.057587242126465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.2,1.96997127532959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.2,0.2725888013839722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.01,1.3379584312438966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.2,2.654003143310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.2,0.28098559379577637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.01,1.7541120529174805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.2,3.9813121795654296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.01,20.573388671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.2,0.31498239040374754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.01,2.721177673339844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.2,5.11651840209961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.2,0.339353609085083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.01,3.742720031738281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.2,5.818982315063477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.2,0.38502399921417235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.01,5.00469741821289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.01,40.489166259765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.2,13.420953369140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.2,0.5406720161437988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.01,7.017266845703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.2,0.5570559978485108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.2,0.880025577545166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.2,22.995149230957033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.01,15.019007873535156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.2,1.081753635406494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.2,1.51592960357666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.2,2.515763282775879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.2,3.0187519073486326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.2,4.241817474365234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.2,6.4956413269042965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.2,9.373490905761718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.2,23.578623962402343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.20193281173706054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.21872639656066895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.24657919406890869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.2504703998565674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.25968639850616454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.27095038890838624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.2805759906768799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.28876800537109376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3090431928634644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.32378880977630614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.3713023900985718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.44011521339416504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.6449151992797851
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.7970816135406494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.090559959411621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.4237695693969727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.01,2.0355072021484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.672230339050293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.01,3.869696044921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.01,5.1910655975341795
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.21073920726776124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.01,6.536192321777344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.22425599098205568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.01,10.111590576171874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.2525183916091919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.25333759784698484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.01,20.03804168701172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.2752511978149414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.2838527917861938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.2949120044708252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.5429247856140137
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.5435391902923584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.26152958869934084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.31293439865112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.5531648159027099
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.19066879749298096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.32767999172210693
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.22773759365081786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.30208001136779783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.37703680992126465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.35491840839385985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.3284991979598999
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.4841472148895264
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4442111968994141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.5066751956939697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.5343232154846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.5447679996490479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.5304319858551025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.5777408123016358
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.5437439918518067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.5681151866912841
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.6494207859039307
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.5578752040863038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.59269118309021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.5419007778167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.8011775970458984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.6080512046813965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.5146624088287354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.6242303848266602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.0973183631896972
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.6193151950836182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.6623231887817382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.4258175849914552
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.6148096084594726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.7213056087493896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.6682623863220215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.7372799873352051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.2,2.043903923034668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.7032832145690918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.7766016006469727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.6806272506713866
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.7473152160644532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.01,0.29982719421386717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.8488960266113281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.847871971130371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.2,1.1681792259216308
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.01,0.4225024223327637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.912908935546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.01,1.0305536270141602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.2,1.2306431770324706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.01,1.1851776123046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.01,0.2535423994064331
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.2,1.6476160049438477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.2,5.162393569946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.01,0.3368959903717041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.01,1.3996031761169434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.2,2.087116813659668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.01,0.520192003250122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.624883270263672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.642739105224609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.2,6.475161743164063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.01,0.5029888153076172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.01,2.2708223342895506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.2,3.6227073669433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.01,0.5312511920928955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.01,3.254886245727539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.2,6.034022521972656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.01,0.5124095916748047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.2,10.14681625366211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.01,4.328243255615234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.01,0.5701632022857666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.2,6.877593231201172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.01,0.5824512004852295
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.01,5.715558242797852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.2,12.900965881347656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.01,0.5974016189575195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.01,7.875174713134766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.2,20.14904327392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.01,0.6451200008392334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.2,17.581056213378908
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.01,0.6608895778656005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.01,12.44241943359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.01,0.7294976234436035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.2,22.940467834472656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.01,14.9243896484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.01,0.6938623905181884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.01,0.8019968032836914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.01,0.8863743782043457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.2,38.538238525390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.01,25.464218139648438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.01,1.023795223236084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.01,1.3379584312438966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.01,1.530675220489502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.01,2.1921791076660155
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.01,55.202813720703126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.2,82.56224975585937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.01,2.52805118560791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.01,3.6362239837646486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.01,5.16833267211914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.01,6.336921691894531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.01,9.191014099121094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.01,12.064972686767579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.2,0.28671998977661134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.01,18.487501525878905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.2,0.24330239295959472
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.2,0.19333120584487914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.2,0.26972160339355467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.2,0.31395840644836426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.2,0.4976640224456787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.01,37.391973876953124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.2,0.5222400188446045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.2,0.5488639831542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.2,0.5527552127838135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.2,0.5662720203399658
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.2,0.5849088191986084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.2,0.6469632148742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.2,0.6862847805023193
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.2,0.7325695991516114
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.2,0.727449607849121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.2,0.8056832313537597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.2,0.9451519966125488
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.2,1.1870207786560059
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.2,1.3819904327392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.2,1.6334848403930664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.2,2.5393152236938477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.2,3.078348731994629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.2,3.846963119506836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.2,5.471641540527344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.2,8.425881958007812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.2,11.751014709472656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.2,14.2413818359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.2,25.956146240234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.2,46.11891174316406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.01,0.26603519916534424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.01,0.1464319944381714
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.01,0.23162879943847656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.01,0.341811203956604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.01,0.49684481620788573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.01,0.5246975898742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.2,0.17756160497665405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.01,0.5410816192626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.01,0.5445631980895996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.2,0.1581055998802185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.01,0.5670911788940429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.2,0.2535423994064331
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.2,0.30310399532318116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.01,0.5783552169799805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.2,0.48762879371643064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.01,0.6098944187164307
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.2,0.5091328144073486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.01,0.6219776153564454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.01,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.2,0.5142528057098389
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.01,0.23490560054779053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.2,0.5480447769165039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.01,0.6645760059356689
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.01,0.3123199939727783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.2,0.5810175895690918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.01,0.7168000221252442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.01,0.4646912097930908
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.2,0.6158336162567138
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.01,0.5138432025909424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.01,0.7120895862579346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.2,0.617471981048584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.01,0.5353472232818604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.2,0.6367231845855713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.01,0.7796735763549805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.01,0.5535744190216064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.2,0.661299180984497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.01,0.8765439987182617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.01,0.5683199882507324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.2,0.6811647891998291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.01,0.5996543884277343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.2,0.7591936111450195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.01,0.932863998413086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.01,0.6270976066589355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.2,0.7735295772552491
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.01,1.1829248428344727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.01,0.657203197479248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.2,0.9068544387817383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.01,0.684441614151001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.01,1.4467071533203124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.2,0.9820159912109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.01,0.728268814086914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.2,1.2843008041381836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.5361663818359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.01,1.9982336044311524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.01,0.7735295772552491
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.2,1.428889560699463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.9752575874328613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.01,0.8095744132995606
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.01,2.3418880462646485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.2,2.101657676696777
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.97259521484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.01,0.9662464141845704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.2,2.454528045654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.01,3.407462310791016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.01,1.0416128158569335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.324403190612793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.2,3.6827136993408205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.01,4.409139251708984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.01,1.2371968269348144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.4898816108703613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.2,4.594073486328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.01,1.5233023643493653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.5761023998260498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.01,6.2255104064941404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.2,7.232307434082031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.01,1.9167232513427734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.6559743881225586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.01,2.488319969177246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.01,8.735334777832032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.2,9.934028625488281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.8673279762268067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.01,3.3310718536376953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.9252863883972168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.2,11.424153900146484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.01,10.493132781982421
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.01,4.274176025390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.9191424369812011
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.2,1.0080256462097168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.01,6.338150405883789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.2,21.067161560058594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.01,16.229171752929688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.2,1.0346495628356933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.01,8.826060485839843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.2,1.092198371887207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.2,1.0704895973205566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.01,10.476134490966796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.2,43.44483947753906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.01,30.843289184570313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.2,1.1679743766784667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.01,16.35614776611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.2,1.2924927711486816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.305190372467041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.2,1.5003647804260254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.01,33.20299377441406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.2,1.7553407669067382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.2,2.166783905029297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.2,2.3177215576171877
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.2,3.194675254821777
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.2,3.702374267578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.2,4.6753791809082035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.2,7.064985656738282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.01,0.3115008115768433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.01,0.5232639789581299
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.2,10.544742584228516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.01,0.9744383811950683
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.01,0.25559039115905763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.2,11.99820785522461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.01,0.4689919948577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.01,0.6047743797302246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.2,14.275584411621093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.01,0.6647808074951171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.01,0.8640512466430664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.2,23.35047607421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.01,0.9082880020141602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.01,0.991641616821289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.01,0.9857024192810059
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.2,51.617791748046876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.01,1.021132755279541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.01,1.0500096321105956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.01,1.105510425567627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.01,1.1350015640258788
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.01,1.235148811340332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.01,1.2324864387512207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.01,1.4125056266784668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.01,1.5454208374023437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.01,1.7541120529174805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.01,1.903411293029785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.01,2.372198486328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.01,2.857164764404297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.01,3.8371326446533205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.01,5.13433609008789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.01,7.684915161132812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.01,8.37734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.01,10.82757110595703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.01,15.029248046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.01,33.389157104492185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.2,0.18288639783859253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.2,0.30883839130401614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.2,0.2416640043258667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.2,0.23797760009765626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.2,0.392192006111145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.2,0.49111042022705076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.01,0.130457603931427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.2,0.631603193283081
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.2,0.7768064022064209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.01,0.18247679471969605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.2,0.8390656471252441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.2,0.911564826965332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.2,0.132096004486084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.2,0.9500672340393066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.2,0.992460823059082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.01,0.21237759590148925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.2,1.0371071815490722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.2,0.22855679988861083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.01,0.37560319900512695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.2,1.1362303733825683
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.2,0.3522559881210327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.2,1.0823679924011231
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.01,0.5345280170440674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.2,0.5115903854370117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.2,1.174118423461914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.2,1.3248512268066406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.01,0.6326272010803222
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.2,0.8140800476074219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.2,1.4432255744934082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.2,0.8470527648925781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.01,0.8488960266113281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.2,1.559347152709961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.2,0.8742912292480469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.2,1.78155517578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.01,0.8521727561950684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.2,0.9400320053100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.2,1.9965951919555665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.2,1.0180607795715333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.01,0.9388031959533691
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.2,2.414796829223633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.2,0.9746432304382324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.2,3.101491165161133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.2,1.1069439888000487
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.01,0.9580544471740723
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.2,1.1585536003112793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.2,3.9622657775878904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.01,1.0242048263549806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.2,1.2210176467895508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.2,4.906393432617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.2,1.325055980682373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.01,1.0842111587524415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.2,1.4745599746704101
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.2,6.981632232666016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.2,1.551974391937256
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.01,1.0889216423034669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.2,8.27863006591797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.2,1.8323455810546876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.2,2.0699136734008787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.2,10.662297821044922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.01,1.1786239624023438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.2,2.6013696670532225
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.01,1.2519424438476563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.2,17.250918579101562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.2,3.181772804260254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.2,4.107878494262695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.01,1.2822527885437012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.2,33.282867431640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.2,5.243904113769531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.01,1.394688034057617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.2,7.409868621826172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.01,1.5153152465820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.2,9.159884643554687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.01,1.7879039764404296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.2,11.042406463623047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.01,2.0097024917602537
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.2,17.966079711914062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.18903039693832396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.01,2.569625663757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.01,3.0900224685668944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.40714240074157715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.2,35.45149536132813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.546611213684082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.01,3.9700481414794924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.6354944229125976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.8634367942810058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.01,5.081497573852539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.9091072082519531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.9246720314025879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.01,7.250943756103515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.9992192268371582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.01212158203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.01,8.878079986572265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.0805248260498046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.01,11.41923828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.155072021484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2031999588012696
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.01,17.53907165527344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.307852840423584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.3664256095886231
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,power_law_1.01,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.01,32.726016235351565
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.5845376014709474
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.7348608016967773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,power_law_1.01,0.10342400074005127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.1340160369873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,power_law_1.01,0.11816960573196411
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,power_law_1.01,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.11857919692993164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.3977983474731444
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.01,3.10251522064209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.700940704345703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,power_law_1.01,0.20500481128692627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,power_law_1.01,0.24453120231628417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.35778560638427737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.01,5.038694381713867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,power_law_1.01,0.3319808006286621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.48865280151367185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,power_law_1.01,0.4593664169311523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.01,6.359040069580078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.5806079864501953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,power_law_1.01,0.6006783962249755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,power_law_1.01,0.7727104187011719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.8583168029785156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.01,8.89016342163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,power_law_1.01,1.2111871719360352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.8701951980590821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,power_law_1.2,0.12513279914855957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,power_law_1.01,1.593344020843506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.9183232307434082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.01,11.462451171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,power_law_1.2,0.15011839866638182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,power_law_1.01,2.0725759506225585
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.9789440155029296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,power_law_1.01,3.139379119873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,power_law_1.2,0.18780159950256348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.01,13.895475769042969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.0213376045227052
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,power_law_1.01,3.778355026245117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,power_law_1.2,0.18903039693832396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.0577919960021973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,power_law_1.01,5.325823974609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,power_law_1.2,0.24104959964752198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.1180031776428223
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,power_law_1.01,8.523980712890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.01,21.40569610595703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,power_law_1.2,0.33771519660949706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.1769856452941894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,power_law_1.2,0.3708928108215332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,4,power_law_1.01,13.581312561035157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2802047729492188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,power_law_1.2,0.6617087841033935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,power_law_1.2,0.8876031875610352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.3832192420959473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,4,power_law_1.01,23.107174682617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.01,41.744180297851564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,power_law_1.2,1.3334527969360352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.5863807678222657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,power_law_1.2,1.7399808883666992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.7750015258789062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,power_law_1.2,2.9054975509643555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.01,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.085273551940918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,power_law_1.2,3.7431297302246094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.535833549499512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,power_law_1.2,4.636467361450196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,power_law_1.2,6.593331146240234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.2,3.1660032272338867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,power_law_1.2,9.281126403808594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.847577667236328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.2,5.0737152099609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,4,power_law_1.2,15.23056640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.2,6.432563018798828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,4,power_law_1.2,32.47492980957031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.2,8.993791961669922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.2,11.444019317626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.2,13.8534912109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.2,21.479833984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.01,0.18431999683380126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.01,0.17203199863433838
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.2,41.68806457519531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.01,0.26746881008148193
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.01,0.31784958839416505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.01,0.3401727914810181
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.046079999208450316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.01,0.5937151908874512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.053862398862838744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.01,0.7417856216430664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.01,1.0258432388305665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.01,1.5857664108276368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.01,1.8128896713256837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.2,0.10547200441360474
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.01,3.0068735122680663
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.01,3.8152191162109377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.01,5.3393409729003904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.2,0.132096004486084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.04689919948577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.01,9.298124694824219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.11898880004882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.2,0.18042880296707153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.01,15.016549682617187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.2,0.22261760234832764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.15872000455856322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.2,0.29614078998565674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.2,0.4493311882019043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.19066879749298096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.2,0.5070847988128662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.25722880363464357
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.2,0.7911424160003662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.3373055934906006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.2,1.0074111938476562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.4182015895843506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.2,1.6269311904907227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5867519855499268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.2,1.8880512237548828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.09809920191764832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7673855781555176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.2,2.872729682922363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1065343856811523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.2,4.214579010009766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.4632960319519044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.2,5.165465545654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.227609634399414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.2,8.601805114746094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,power_law_1.01,2.935603141784668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.3373055934906006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.2,17.98041534423828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,power_law_1.01,3.6454399108886717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.4196352005004883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.588595199584961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,1,power_law_1.01,5.831679916381836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7659520149230957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1081727981567382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,1,power_law_1.01,11.854643249511719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.4610431671142579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.2327295303344727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,power_law_1.2,2.941951942443848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,power_law_1.2,3.6519935607910154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,1,power_law_1.2,5.8281982421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,1,power_law_1.2,11.844608306884766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.01,0.12554240226745605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.01,0.1275904059410095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.01,0.1325055956840515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.01,0.21565439701080322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.01,0.27648000717163085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.01,0.2949120044708252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.01,0.36577279567718507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.01,0.4016128063201904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.01,0.48148479461669924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.01,0.6395904064178467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.01,0.8265727996826172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.01,1.4413824081420898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.01,1.682022476196289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.01,2.980454444885254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.01,3.3144832611083985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.01,5.3346305847167965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.2,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.01,7.982899475097656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.2,0.11571199893951416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.01,12.15283203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.2,0.11939840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.01,13.280870056152343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.01,19.048243713378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.2,0.15872000455856322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.01,26.914816284179686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.2,0.16465920209884644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,power_law_1.01,0.11653120517730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.2,0.18165760040283202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.01,61.4297607421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,power_law_1.01,0.09932799935340882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.2,0.2283519983291626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.2,0.2238464117050171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.2,0.2953216075897217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,power_law_1.01,0.12144639492034912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.2,0.38543360233306884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.2,0.5242879867553711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,power_law_1.01,0.15134719610214234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.2,0.5775360107421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,power_law_1.01,0.17776639461517335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.2,0.5554175853729248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,power_law_1.01,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,power_law_1.01,0.2451456069946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.2,0.7544832229614258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,power_law_1.01,0.24002559185028077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.2,1.0498047828674317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,power_law_1.01,0.2920448064804077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.2,1.4360575675964355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,power_law_1.01,0.29859840869903564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,power_law_1.2,0.14970879554748534
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,power_law_1.01,0.3422208070755005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.2,1.94703369140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,power_law_1.01,0.5251071929931641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,power_law_1.2,0.1734655976295471
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,power_law_1.01,0.5775360107421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.2,2.860646438598633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,power_law_1.2,0.2031615972518921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.07229440212249756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,power_law_1.01,0.9951231956481934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.2,3.662643051147461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,power_law_1.01,0.1505280017852783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,power_law_1.01,1.5015935897827148
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,power_law_1.01,0.1533951997756958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,power_law_1.01,1.639014434814453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.2,5.6432640075683596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,power_law_1.2,0.25804800987243653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,power_law_1.01,0.1837056040763855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,power_law_1.01,2.2843391418457033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,power_law_1.01,0.18718719482421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.2,7.598899078369141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,power_law_1.2,0.35880959033966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,power_law_1.01,3.2489471435546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,power_law_1.01,0.22732799053192138
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,power_law_1.2,0.34303998947143555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,power_law_1.01,4.967014312744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,power_law_1.01,0.2570240020751953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.2,11.756339263916015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,power_law_1.2,0.40038399696350097
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,power_law_1.01,0.265830397605896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,power_law_1.01,7.221862030029297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,power_law_1.01,0.2871295928955078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.1511423945426941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.2,15.402394104003907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,power_law_1.2,0.4863999843597412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,power_law_1.01,9.669631958007812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,power_law_1.01,0.3334144115447998
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,power_law_1.2,0.6529024124145508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,power_law_1.01,0.4325376033782959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,power_law_1.01,15.567872619628906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.2,18.17845764160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,power_law_1.01,0.6871039867401123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,power_law_1.2,1.01396484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,power_law_1.01,0.7708672046661377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,4,power_law_1.01,22.1591552734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,power_law_1.2,1.4295040130615235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.16998399496078492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,power_law_1.01,1.11144962310791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.2,31.3913330078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.21237759590148925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,power_law_1.2,1.968332862854004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,power_law_1.01,1.4499839782714843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.25395200252532957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,4,power_law_1.01,31.986688232421876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,power_law_1.01,2.181939125061035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,power_law_1.2,2.191769599914551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.2537472009658813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.5320703983306885
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,power_law_1.01,3.1709184646606445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.4114431858062744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,power_law_1.2,3.8866943359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.5158912181854248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.37416958808898926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.2,63.13472290039063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,power_law_1.01,4.670054244995117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.496230411529541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,power_law_1.2,5.190451049804688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,power_law_1.01,5.058969497680664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6594560146331787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.2318336009979248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,power_law_1.2,8.003584289550782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,power_law_1.01,7.2751106262207035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9463808059692382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.22282240390777588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.2048383712768556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.3180543899536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,2,power_law_1.01,14.047232055664063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,power_law_1.2,13.10064697265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.763942337036133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.376089668273926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.393830394744873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,power_law_1.2,14.715699768066406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,2,power_law_1.01,28.526593017578126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,power_law_1.01,3.4574337005615234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,power_law_1.01,4.601446533203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.4272128105163574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,4,power_law_1.2,28.560385131835936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,power_law_1.01,5.778022384643554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.454860782623291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.4237311840057373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,1,power_law_1.01,9.290547180175782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.47370238304138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,4,power_law_1.2,53.151129150390624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.4956160068511963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,1,power_law_1.01,19.002163696289063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.5347328186035156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.5378047943115234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.6115327835083008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.7581696033477783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.8241151809692383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.1890687942504883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.3336576461791991
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.9353599548339844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.2,2.495692825317383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.2,3.4136062622070313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.2,4.610252761840821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.2,7.950745391845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.01,0.3135488033294678
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.2,9.543065643310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.01,0.5259263992309571
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.01,0.1968127965927124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.2,14.141030883789062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.01,0.18821120262145996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.2,0.5144576072692871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.01,0.23449599742889404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.01,0.2883584022521973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.2,22.99904022216797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.1652735948562622
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.01,0.3858432054519653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.01,0.3880959987640381
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.20459520816802979
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.01,0.3880959987640381
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.18124799728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.2263040065765381
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.2,46.097817993164064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.01,0.4112383842468262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.30494720935821534
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.35717120170593264
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.01,0.4147200107574463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.01,0.4511744022369385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.3708928108215332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.01,0.4433919906616211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.23736319541931153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.373145604133606
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.01,0.44707841873168946
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.26869759559631345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.43048958778381347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.01,0.4956160068511963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.3448832035064697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.01,0.5246975898742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.3803136110305786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.2,0.4055039882659912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.01,0.5492735862731933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.39792640209198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.01,0.6338560104370117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.44503040313720704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.397107195854187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.01,0.7006207942962647
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.41656317710876467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.2,0.20336639881134033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.01,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.4497407913208008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.01,0.8292351722717285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.43622398376464844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.2,0.22917120456695556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.01,0.9994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.4526080131530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.49991679191589355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.2,0.3713023900985718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.01,0.20459520816802979
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.01,1.3873151779174804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.01,0.481279993057251
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.2,0.35450880527496337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.01,0.2617343902587891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.5375999927520752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.01,1.6005119323730468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.01,0.5269504070281983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.01,0.35491840839385985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.2,0.3891200065612793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.01,0.5113855838775635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.01,2.267750358581543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.2,0.546611213684082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.01,0.39280641078948975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.2,0.41000962257385254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.01,0.5478400230407715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.01,2.6071039199829102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.01,0.40427517890930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.2,0.4276224136352539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.2,0.6348800182342529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.01,0.6141952037811279
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.01,4.004659271240234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.01,0.39444479942321775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.2,0.4118527889251709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.01,0.6461440086364746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.01,0.4335616111755371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.2,0.42414078712463377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.2,0.6916096210479736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.01,5.176319885253906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.01,0.8282112121582031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.2,0.4794367790222168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.01,0.9943039894104004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.01,6.4493568420410154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.2,0.7235583782196044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.01,0.46694397926330566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.2,0.4937727928161621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.01,1.3205504417419434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.01,0.4941823959350586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.2,0.5134335994720459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.2,0.9455615997314453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.01,1.6123903274536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.01,11.469004821777343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.01,0.5099520206451416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.2,0.5627903938293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.01,2.147327995300293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.2,0.6352896213531494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.2,1.095475196838379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.01,0.5548031806945801
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.01,2.4612863540649412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.2,0.7014400005340576
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.01,23.2374267578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.01,0.6078464031219483
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.2,0.8521727561950684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.2,1.3938688278198241
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.01,3.439616012573242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.01,0.7073791980743408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.2,1.118617630004883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.01,4.668620681762695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.2,1.8978815078735352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.01,0.8263680458068847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.2,1.5581184387207032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.01,6.057369613647461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.01,0.9377792358398438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.2,1.6683008193969726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.2,2.7092992782592775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.01,1.3527039527893066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.2,2.4150016784667967
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.01,8.116838073730468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.01,1.5333375930786133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.2,3.2784385681152344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.2,2.9282304763793947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.01,2.1587968826293946
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.2,4.09436149597168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.01,18.609971618652345
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.01,2.6167295455932615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.2,4.767948913574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.2,6.227558517456055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.01,3.7201919555664062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.2,6.772531127929687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.2,6.221619033813477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.01,5.16833267211914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.01,5.958655929565429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.2,11.027046203613281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.2,8.017715454101562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.2,0.1099776029586792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.01,10.454425811767578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.2,24.13096923828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.09113600254058837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.2,13.930085754394531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.2,0.15196160078048707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.01,19.604071044921874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.2,0.23756799697875977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.2,0.33280000686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.2,35.244851684570314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.2,0.3772416114807129
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.2,0.3891200065612793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.12021759748458863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.2,0.3942399978637695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.11939840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.2,0.4413440227508545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.2,0.4536320209503174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.2,0.4923391819000244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.2,0.5156864166259766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.18329600095748902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.19107840061187745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.2,0.5586944103240967
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.20459520816802979
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.2,0.5840896129608154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.20049920082092285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.2,0.6424575805664062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.28180480003356934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.2,0.7436287879943848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.01,0.1325055956840515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.3448832035064697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.2,0.808140754699707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.4077568054199219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.2,0.9736191749572753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.47759361267089845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.2,1.154047966003418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.6002687931060791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.1738752007484436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.01,0.08458240032196045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.2,1.5294464111328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.9414655685424804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.2,1.8837503433227538
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.3271039962768554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.2031615972518921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.01,2.0342784881591798
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.2,2.6216447830200194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.27299840450286866
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.01,0.11366399526596069
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.3551232099533081
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.505318450927734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.2,3.5356670379638673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.36249599456787107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.01,3.663462448120117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.2,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.2,4.956159973144532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.5980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.2,0.1351680040359497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.01,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.01,4.992409515380859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.2,6.094438552856445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.6586368083953857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8501248359680176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.01,0.10629119873046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.2,0.1525760054588318
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.2,7.831346893310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.01,9.97396469116211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.6769023895263673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.2,0.16302080154418946
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.01,0.14888960123062134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.9077119827270508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.2,11.981209564208985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.01,14.496153259277344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.2,0.17305599451065062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.01,0.19865599870681763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.2558719635009767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.01,0.2519040107727051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.2,4.6723072052001955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.2,0.255180811882019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.01,0.30064640045166013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.2,25.422642517089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.2,6.302515029907227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.2,0.3368959903717041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.01,0.3680255889892578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.2,0.4083712100982666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.01,0.3895296096801758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.2,8.663654327392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.2,0.4710400104522705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.01,0.5914624214172364
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.2,0.5847040176391601
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.2,11.980799865722656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.01,0.6649856090545654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.2,0.8751104354858399
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.01,0.9218048095703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.01,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.2,1.3438976287841797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.01,1.3131775856018066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.2,1.8411520004272461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.01,1.986150360107422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.2,47.946957397460935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.2,3.1723520278930666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.01,0.15749119520187377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.01,2.7256832122802734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.2,4.405452728271484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.2,4.733132934570312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.01,0.21012480258941652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.01,3.377766418457031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.2,0.0796671986579895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.2,10.593280029296874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.01,5.341183853149414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.01,0.30699520111083983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.2,0.05591040253639221
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.01,0.35778560638427737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.2,21.33360595703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.01,0.3907583951950073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.01,12.421529388427734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.01,0.06410239934921265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.01,0.5017600059509277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.2,0.1099776029586792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.01,0.606822395324707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.2,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.01,1.0315775871276855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.01,0.07802879810333252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.01,1.1790335655212403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.01,1.8882560729980469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.01,0.11816960573196411
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.01,2.3840768814086912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.2,0.1931264042854309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.01,2.9575168609619142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.2,0.07802879810333252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.2,0.22609920501708985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.01,4.8529407501220705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.2,0.11407359838485717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.2,0.3121151924133301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.2,0.3885056018829346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.01,0.18247679471969605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.2,0.37253119945526125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.01,9.750732421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.2,0.13537280559539794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.01,0.22609920501708985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.2,0.601087999343872
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.2,0.1275904059410095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.01,0.2396159887313843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.2,0.7192575931549072
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.2,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.01,0.33648641109466554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.2,0.1615872025489807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.2,1.148313617706299
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.01,0.3932159900665283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.2,0.17018879652023317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.01,0.3926016092300415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.2,1.449779224395752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.2,0.19251199960708618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.01,0.5718016147613525
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.2,2.2976512908935547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.2,0.20582399368286133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.01,0.7096320152282715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.2,2.924953651428223
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.2,0.05713919997215271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.01,0.9558015823364258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.2,3.6501502990722656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.01,1.1333632469177246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.2,0.339353609085083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.01,1.7522687911987305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.2,0.40529918670654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.2,7.14813461303711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.2,0.43724799156188965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.13086719512939454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.01,2.510028839111328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.2,0.0694271981716156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.2,0.6711296081542969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.2,13.424639892578124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.01,3.0410751342773437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.2,0.7047167778015136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.2,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.2,1.0659839630126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.01,5.050368118286133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.14725120067596437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.2,1.5173631668090821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.2,0.13660160303115845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.01,9.131622314453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.2,2.3339008331298827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.1669119954109192
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.2,2.676736068725586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.2,0.1423359990119934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.2,3.926425552368164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.18780159950256348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.2308095932006836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.2,6.309888076782227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.2,0.14888960123062134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.2,0.15872000455856322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.30023679733276365
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.2,11.300045013427734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.3895296096801758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.2,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.48066558837890627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.2,0.17182719707489014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.6383615970611572
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.2,0.1845247983932495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.01,0.811622428894043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.2,0.20008959770202636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.01,1.1720704078674316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.2,0.24145920276641847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.01,1.5671296119689941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.36290559768676756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.2,0.2695168018341064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.01,2.1364736557006836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.35880959033966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.2,0.3168256044387817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.01,2.9872127532958985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.2,0.3936255931854248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.01,3.860889434814453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.2,0.48967680931091306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.22999041080474852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.01,6.1235198974609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.2,0.6952960014343261
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.24227840900421144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.2,0.8968192100524902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.28446719646453855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.01,11.513855743408204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.2,1.2503040313720704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.3248127937316895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.2,1.6095232009887694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.31498239040374754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.319488000869751
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.2,2.5604095458984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.3614720106124878
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.31928319931030275
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.23879680633544922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.2,3.257139205932617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.3479552030563354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.18083839416503905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.22712318897247313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.01,0.29818880558013916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.2,4.384972763061524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.3799040079116821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.2318336009979248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.01,0.314572811126709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.38543360233306884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.29716479778289795
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.01,0.13946880102157594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.2,6.575923156738281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.37908480167388914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.2910207986831665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.01,0.21585919857025146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.3041280031204224
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.4388864040374756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.33280000686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.2,13.5077880859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.01,0.2758656024932861
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.43970561027526855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.3268608093261719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.01,0.28815360069274903
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.3569664001464844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.5107711791992188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.2,0.2977792024612427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.38993918895721436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.01,0.30760960578918456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.6830080032348633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.3852288007736206
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.01,0.3254271984100342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.6195199966430665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.39874560832977296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.01,0.3158015966415405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.4128767967224121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.9254912376403809
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.4868095874786377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.01,0.3614720106124878
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.1651071548461913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.2,0.25620479583740235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.5888000011444092
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.01,0.4143104076385498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.7874559879302978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.5730688095092773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.01,0.42127361297607424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.7598080158233642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.01,0.4476928234100342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.01,2.0199424743652346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.2,0.3110912084579468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.2,1.0129407882690429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.01,0.48250880241394045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.2,0.32194559574127196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.4376959800720215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.01,3.2555007934570312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.01,0.5642240047454834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.2,0.341811203956604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.2,2.04718074798584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.01,0.6195199966430665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.01,4.3757568359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.2,0.3573760032653809
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.787123107910156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.01,0.7325695991516114
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.01,6.116147232055664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.2,4.169728088378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.01,1.0135552406311035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.2,0.3936255931854248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.01,1.4733311653137207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.2,0.42885122299194334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.2,6.718873596191406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.01,8.186675262451171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.2,0.4452352046966553
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.01,1.7713151931762696
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.2,8.673894500732422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.2,0.47022080421447754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.01,13.301554870605468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.01,2.470911979675293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.01,0.1820672035217285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.2,13.288858032226562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.2,0.6223872184753418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.01,3.056435203552246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.2,0.6160384178161621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.01,16.846847534179688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.01,0.26460158824920654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.2,17.7833984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.01,4.593868637084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.2,0.7845888137817383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.01,0.28733439445495607
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.2,1.1675647735595702
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.01,5.796044921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.01,0.2846719980239868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.2,1.6939008712768555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.2,36.661862182617185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.01,0.3106816053390503
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.01,6.961971282958984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.2,2.232524871826172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.01,35.750091552734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.01,0.31887359619140626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.2,3.0042112350463865
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.01,12.85754852294922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.01,0.321126389503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.2,3.5434497833251952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.01,0.3110912084579468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.2,6.124544143676758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.01,0.35246078968048095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.2,72.14530639648437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.01,23.092019653320314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.01,0.37457919120788574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.2,8.212480163574218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.2,9.642803192138672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.01,0.4112383842468262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.2,0.13824000358581542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.01,0.44748802185058595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.01,0.5386240005493164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.2,19.47791290283203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.2,0.26439681053161623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.01,0.5783552169799805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.01,0.7321599960327149
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.2,0.2869247913360596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.01,0.9078783988952637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.2,43.940249633789065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.2,0.31027200222015383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.01,1.2179455757141113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.2,0.3180543899536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.01,1.5765503883361816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.2,0.32829439640045166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.01,2.10882568359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.01,2.3283712387084963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.2,0.34590721130371094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.01,3.6368385314941407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.2,0.37662720680236816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.2,0.3659775972366333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.01,4.90516471862793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.2,0.39096319675445557
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.01,6.100991821289062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.2,0.3964927911758423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.01,10.13759994506836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.2,0.44011521339416504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.2,0.4636672019958496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.01,23.27510986328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.2,0.5761023998260498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.2,0.5980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.2,0.7618559837341309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.2,1.0489855766296388
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.01,0.12144639492034912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.2,1.3598719596862794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.2,1.8509824752807618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.2,2.5923583984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.2,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.01,0.15380480289459228
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.2,3.2884735107421874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.2,5.113446426391602
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.2,0.14766080379486085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.2,6.139289474487304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.01,0.2752511978149414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.2,0.2631680011749268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.2,8.565555572509766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.2,0.28917760848999025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.01,0.3037184000015259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.2,13.77996826171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.2,0.3278847932815552
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.01,0.29675519466400146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.2,0.3254271984100342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.01,0.3180543899536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.01,0.14929920434951782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.2,0.33914880752563475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.2,33.51388244628906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.2,0.35450880527496337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.01,0.3043328046798706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.01,0.29409279823303225
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.2,0.3768320083618164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.01,0.29306879043579104
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.2,0.40079360008239745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.01,0.34549760818481445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.01,0.3180543899536133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.2,0.40570878982543945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.01,0.3348479986190796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.01,0.3590143918991089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.2,0.44462080001831056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.01,0.3373055934906006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.2,0.5038080215454102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.01,0.3743743896484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.01,0.37068800926208495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.2,0.5627903938293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.01,0.38236160278320314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.2,0.6531072139739991
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.01,0.39034879207611084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.01,0.3932159900665283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.2,0.7907328128814697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.01,0.40898561477661133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.01,0.4040703773498535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.2,0.9306112289428711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.01,0.42844161987304685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.2,1.171660804748535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.01,0.31498239040374754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.01,0.45813760757446287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.01,0.42414078712463377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.2,1.7432575225830078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.01,0.5259263992309571
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.01,0.46141438484191893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.2,2.2222848892211915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.01,0.743833589553833
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.01,0.4831232070922852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.01,0.5799935817718506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.2,2.5540607452392576
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.01,0.17612799406051635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.01,0.6082560062408447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.01,0.2756608009338379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.2,4.477337646484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.01,0.5134335994720459
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.01,0.7559167861938476
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.01,0.3463167905807495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.01,0.8845312118530273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.2,5.839257431030274
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.01,0.5533696174621582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.01,0.40181760787963866
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.01,1.2128255844116211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.2,6.798745727539062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.01,0.505241584777832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.01,1.6250879287719726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.01,0.6682623863220215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.01,0.5132287979125977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.01,2.2173696517944337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.2,12.185395050048829
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.01,0.9207807540893554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.01,2.9190143585205077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.01,0.5570559978485108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.01,4.035788726806641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.01,1.2609536170959472
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.2,23.682252502441408
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.01,0.6139904022216797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.01,5.2914176940917965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.01,0.5636096000671387
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.01,1.623244857788086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.2041856050491333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.01,7.243775939941406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.01,0.5781504154205322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.33280000686645506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.01,1.98656005859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.34447360038757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.01,0.6178815841674805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.01,10.027417755126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.01,0.6361087799072266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.3704832077026367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.01,2.6040319442749023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.01,0.6955008029937744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3880959987640381
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.2,0.31293439865112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.01,20.48573455810547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.01,0.78438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.40714240074157715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.01,3.668582534790039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.2,0.5292031764984131
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.01,0.8472576141357422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.4214784145355225
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.2,0.40611839294433594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.44318718910217286
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.01,0.9975808143615723
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.01,5.680947113037109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.46735358238220215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.01,1.0885120391845704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.2,0.28405759334564207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.48865280151367185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.01,1.397555160522461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5222400188446045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.01,6.464717102050781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.2,0.313753604888916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.01,1.7121280670166015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6047743797302246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.2,0.36823039054870604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.01,2.2859775543212892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.7079936027526855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.2,0.48619518280029295
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.01,9.756057739257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.8378368377685547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.01,2.735923194885254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.033011245727539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.01,4.275814437866211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.3254655838012694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.2,0.4661248207092285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.01,5.34835205078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.2,0.520192003250122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.7739776611328124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.01,19.85802307128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.2,0.5496831893920898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.2827007293701174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.01,6.1190143585205075
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.2,3.221913528442383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.2,0.5472256183624268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.2,4.067942428588867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.01,9.9346435546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.2,0.5896192073822022
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.2,0.5982207775115966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.2,6.008832168579102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.2,0.6490111827850342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.2,7.9067138671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.01,21.47061767578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.2,0.7411712169647217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.2,9.715097808837891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.2,0.8251392364501953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.2,0.9814016342163085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.2,15.410791015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.2,1.0934271812438965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.01,0.18042880296707153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.2,1.1896832466125489
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.01,0.30760960578918456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.2,30.552679443359374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.2,1.5988736152648926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.01,0.5238783836364747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.2,1.9767295837402343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.2,2.571468734741211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.01,0.30760960578918456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.2,3.308544158935547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.01,0.3799040079116821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.2,4.830617523193359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.01,0.45813760757446287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.2,0.3072000026702881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.01,0.49356799125671386
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.2,5.360025787353516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.2,0.2258944034576416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.01,0.5335040092468262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.2,0.16895999908447265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.2,8.802508544921874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.01,0.5595136165618897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.2,0.264192008972168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.01,0.5554175853729248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.2,0.29675519466400146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.2,12.619570922851562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.01,0.5615615844726562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.2,0.3463167905807495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.01,0.5943295955657959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.01,0.5951488018035889
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.2,0.4730879783630371
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.2,28.40289306640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.01,0.6426623821258545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.2,0.502784013748169
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.01,0.6965248107910156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.2,0.5212160110473633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.01,0.7530496120452881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.2,0.5244927883148194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.01,0.8163328170776367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.2,0.5570559978485108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.01,0.9443327903747558
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.2,0.5734399795532227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.01,1.0842111587524415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.2,0.6377471923828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.01,1.3361151695251465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.2,0.6387712001800537
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.01,1.7293312072753906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.2,0.6666240215301513
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.01,2.2003711700439452
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.2,0.7544832229614258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.01,0.3092479944229126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.01,2.5282560348510743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.01,0.13905919790267945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.2,0.8378368377685547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.01,3.8991870880126953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.2,1.064140796661377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.01,0.2056191921234131
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.01,4.761395263671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.2,0.17879040241241456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.2,1.1018239974975585
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.01,6.029107284545899
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.01,0.31027200222015383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.2,1.4417920112609863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.2,1.7950719833374023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.01,0.3649535894393921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.01,9.174835205078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.2,2.4401920318603514
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.2,0.2762752056121826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.01,0.47083520889282227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.2,2.98024959564209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.2,0.3278847932815552
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.01,19.170098876953126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.01,0.48660478591918943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.2,4.603494262695312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.2,0.4567039966583252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.2,0.465715217590332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.01,0.5056511878967285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.2,5.132902526855469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.2,0.4833280086517334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.01,0.5459968090057373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.2,7.320985412597656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.2,0.5246975898742676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.2,0.5623807907104492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.01,0.5570559978485108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.2,10.977894592285157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.2,0.5652480125427246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.01,0.5912576198577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.2,0.5957632064819336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.2,0.6449151992797851
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.2,20.781260681152343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.01,0.6094848155975342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.22118399143218995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.2,0.6719488143920899
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.01,0.627507209777832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.3074048042297363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.2,0.7233535766601562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.35676159858703616
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.2,0.7903232097625732
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.01,0.6443007946014404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.4558847904205322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.2,0.8747008323669434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.01,0.4927487850189209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.01,0.6979584217071533
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.2,1.0571776390075684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,power_law_1.01,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.01,0.5119999885559082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.2,1.183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.01,0.789299201965332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.01,0.5494783878326416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.2,1.5312895774841309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.01,0.5625855922698975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.01,0.8171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.2,1.880473518371582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.01,0.610918378829956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.01,0.9504768371582031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,power_law_1.01,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.2,2.4936447143554688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.01,0.6348800182342529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.01,0.6637567996978759
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.01,1.1468799591064454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.2,3.103129577636719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.01,0.6924287796020507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.2,4.407295989990234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.01,1.4635007858276368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,power_law_1.01,0.0899071991443634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.01,0.734003210067749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,power_law_1.01,0.09932799935340882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.2,5.545779037475586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.01,0.8460288047790527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.01,1.7299455642700194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,power_law_1.01,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.01,0.9357312202453614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.2,7.425843048095703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,power_law_1.01,0.17674239873886108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.01,2.347417640686035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.01,1.1405311584472657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,power_law_1.01,0.20746240615844727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.2,11.27567367553711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,power_law_1.2,0.0673792004585266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.01,1.3223936080932617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.01,2.794905662536621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,power_law_1.01,0.26972160339355467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.01,1.7096704483032226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,power_law_1.01,0.2902015924453735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.01,3.923353576660156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,power_law_1.01,0.4239359855651855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.01,2.0850688934326174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.2,25.2084228515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,power_law_1.2,0.09482240080833435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,power_law_1.01,0.6090752124786377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,power_law_1.01,0.840294361114502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.01,2.9261823654174806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.01,5.139865493774414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,power_law_1.01,1.1325440406799316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.01,3.559833526611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,power_law_1.01,1.5939583778381348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.01,6.544588470458985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,power_law_1.01,2.3207935333251952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.01,5.1634174346923825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,power_law_1.01,3.3757183074951174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,power_law_1.2,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.01,6.584729766845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.01,9.282355499267577
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,power_law_1.01,4.426342391967774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,power_law_1.2,0.23306241035461425
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.2332672119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,power_law_1.2,0.3057663917541504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,power_law_1.01,5.791334533691407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.01,7.692697906494141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,power_law_1.2,0.3315711975097656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.3041280031204224
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,8,power_law_1.01,9.45971221923828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,power_law_1.2,0.43233280181884765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.3614720106124878
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.01,21.94739227294922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.01,12.317081451416016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,power_law_1.2,0.5959680080413818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,8,power_law_1.01,19.695205688476562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.4937727928161621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,power_law_1.2,0.8914943695068359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,power_law_1.2,1.1601920127868652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5339136123657227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,power_law_1.2,1.7022975921630858
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.01,23.98515167236328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5531648159027099
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,power_law_1.2,2.1340160369873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5916672229766846
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,power_law_1.2,3.3527809143066407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,power_law_1.01,0.05836799740791321
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,power_law_1.2,4.554342269897461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.623206377029419
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,power_law_1.2,5.628108978271484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6586368083953857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,8,power_law_1.2,9.33785629272461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,power_law_1.01,0.05836799740791321
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.697753620147705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,8,power_law_1.2,19.012403869628905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7532544136047363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,power_law_1.01,0.06983680129051209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7872511863708496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.8679424285888672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0379263877868652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1700223922729491
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,power_law_1.01,0.04444159865379334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.4692352294921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,power_law_1.01,0.1218559980392456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,power_law_1.01,0.04689919948577881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.7963008880615234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,power_law_1.2,0.04403199851512909
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,power_law_1.01,0.21032960414886476
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.2,2.376908874511719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,power_law_1.01,0.22323200702667237
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,power_law_1.01,0.2777087926864624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.9415424346923826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.2,4.038860702514649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,power_law_1.01,0.6402048110961914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,power_law_1.01,0.078847998380661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,power_law_1.01,0.9283583641052247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.2,5.067366409301758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,power_law_1.01,1.3621248245239257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,power_law_1.01,1.5855615615844727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.2,7.1376899719238285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,power_law_1.01,0.078847998380661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,power_law_1.01,2.371993637084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,power_law_1.01,0.107315194606781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,power_law_1.01,3.076710319519043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.2,9.303858947753906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,power_law_1.2,0.08417279720306396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,power_law_1.01,3.587276840209961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,power_law_1.01,0.15831040143966674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.2,11.350016021728516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,4,power_law_1.01,6.498918151855468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,power_law_1.01,0.23121919631958007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,4,power_law_1.01,10.43578872680664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,power_law_1.01,0.32563199996948244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.2,17.664614868164062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,power_law_1.01,0.5050367832183837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,power_law_1.2,0.2815999984741211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,power_law_1.2,0.23244800567626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,power_law_1.01,0.5615615844726562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,power_law_1.2,0.3510272026062012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,power_law_1.01,0.8249343872070313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,power_law_1.2,0.24965119361877441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,power_law_1.2,0.4526080131530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.2,33.945803833007815
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,power_law_1.01,1.0622976303100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,power_law_1.2,0.40366082191467284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,power_law_1.2,0.606822395324707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,power_law_1.01,1.7633279800415038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,power_law_1.2,0.9078783988952637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,power_law_1.01,2.224742317199707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,power_law_1.2,0.4526080131530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,power_law_1.2,1.324441623687744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,power_law_1.01,2.593177604675293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,power_law_1.2,1.8243583679199218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,power_law_1.2,0.6356991767883301
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,2,power_law_1.01,4.385382461547851
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,power_law_1.2,2.6679296493530273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,power_law_1.01,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,power_law_1.2,0.8583168029785156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,power_law_1.2,2.7676671981811523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,2,power_law_1.01,8.594226837158203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,power_law_1.01,0.17121280431747438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,2,power_law_1.2,4.975001525878906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,power_law_1.2,1.4272512435913085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,power_law_1.01,0.2396159887313843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,2,power_law_1.2,9.12179183959961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,power_law_1.01,0.26972160339355467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,power_law_1.2,1.7115135192871094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,power_law_1.01,0.33361918926239015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,power_law_1.01,0.5261312007904053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,power_law_1.2,2.43056640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,power_law_1.01,0.4958208084106445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,power_law_1.01,0.6948863983154296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,power_law_1.2,3.4482177734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,power_law_1.01,0.942899227142334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,power_law_1.01,1.3623295783996583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,power_law_1.01,1.6375808715820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,power_law_1.2,5.18389778137207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,power_law_1.01,2.285772705078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,power_law_1.01,3.675136184692383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,4,power_law_1.2,7.399014282226562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,power_law_1.01,5.5568382263183596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,power_law_1.01,7.186637115478516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,4,power_law_1.2,16.755506896972655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,power_law_1.01,8.561869049072266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,power_law_1.01,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,8,power_law_1.01,15.295487976074218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,8,power_law_1.01,32.179815673828124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,power_law_1.01,0.12062720060348511
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.2820096015930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,power_law_1.2,0.10219520330429077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.28671998977661134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.17141760587692262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,power_law_1.2,0.20049920082092285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,power_law_1.01,0.17244160175323486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,power_law_1.2,0.21422080993652343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.22302720546722413
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,power_law_1.01,0.2224128007888794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,power_law_1.2,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,power_law_1.01,0.28344318866729734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,power_law_1.2,0.30699520111083983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.2357248067855835
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,power_law_1.01,0.3135488033294678
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,power_law_1.2,0.3512320041656494
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.2371583938598633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,power_law_1.01,0.11939840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,power_law_1.01,0.5259263992309571
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,power_law_1.2,0.6060031890869141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.26562559604644775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,power_law_1.2,0.12021759748458863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,power_law_1.01,0.5732351779937744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,power_law_1.2,0.7469056129455567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,power_law_1.2,0.12021759748458863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,power_law_1.01,1.073356819152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,power_law_1.2,1.1384832382202148
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.2619391918182373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,power_law_1.01,1.354751968383789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,power_law_1.2,1.4127103805541992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.28180480003356934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,power_law_1.01,2.0518911361694334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,power_law_1.2,2.3191551208496093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.3248127937316895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.27402238845825194
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,power_law_1.01,2.4688640594482423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,power_law_1.2,3.019366455078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,power_law_1.2,0.10465279817581177
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.28590080738067625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.28180480003356934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,power_law_1.01,4.028211212158203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,power_law_1.2,4.535500717163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,power_law_1.2,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.3284991979598999
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,power_law_1.2,0.1581055998802185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,power_law_1.01,4.8775169372558596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,power_law_1.2,5.562982559204102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,power_law_1.2,0.17756160497665405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.01,0.3043328046798706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.324403190612793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,power_law_1.01,6.878208160400391
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,power_law_1.2,8.684953308105468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.01,0.29757440090179443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.3569664001464844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,power_law_1.2,0.2695168018341064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,4,power_law_1.01,11.604377746582031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,4,power_law_1.2,12.581068420410157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.3985408067703247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,power_law_1.2,0.30945279598236086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.1751039981842041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,power_law_1.01,0.1755136013031006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,power_law_1.2,0.38297600746154786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.510975980758667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,4,power_law_1.01,22.943539428710938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,4,power_law_1.2,22.070066833496092
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.2367487907409668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,power_law_1.01,0.19271680116653442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,power_law_1.2,0.4567039966583252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.01,0.16895999908447265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.6262784004211426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,power_law_1.2,0.7168000221252442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.2631680011749268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.01,0.17203199863433838
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.908083152770996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,power_law_1.2,0.9025535583496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.01,0.22958080768585204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.2525183916091919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,power_law_1.01,0.27238399982452394
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.2087295532226563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,power_law_1.2,1.4956543922424317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,power_law_1.2,1.7854463577270507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.5779840469360351
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,power_law_1.01,0.34508800506591797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.25436160564422605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.01,0.22261760234832764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,power_law_1.2,2.9085695266723635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.140979194641113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,power_law_1.01,0.4734975814819336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.01,0.23695359230041504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,power_law_1.2,3.6757503509521485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.01,0.2605056047439575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.850406455993652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,power_law_1.01,0.8015872001647949
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,power_law_1.2,4.865024185180664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.01,0.2490367889404297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.01,4.702207946777344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,power_law_1.01,0.941260814666748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.26398720741271975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,2,power_law_1.2,7.656038665771485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.01,0.2541568040847778
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,power_law_1.01,1.5329279899597168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.906022262573242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.01,0.265830397605896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,2,power_law_1.2,15.893093872070313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,power_law_1.01,1.7911808013916015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.34242560863494875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.01,6.630604553222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.01,0.3168256044387817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,power_law_1.01,2.820096015930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.3659775972366333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.01,0.32071681022644044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.01,10.821836853027344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.35778560638427737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,power_law_1.01,3.4557952880859375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.01,0.4001791954040527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.01,0.43683838844299316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.43294720649719237
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,power_law_1.01,5.091942214965821
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.01,22.46410217285156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.01,0.582041597366333
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.5611519813537598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,2,power_law_1.01,6.371123123168945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.01,0.7839744091033936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.7663616180419922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.2,0.25722880363464357
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.01,0.9338879585266113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.01,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,2,power_law_1.01,15.5789306640625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.2,0.10219520330429077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.2,1.1712512016296386
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.01,1.0555392265319825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.01,0.11366399526596069
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.01,1.4325759887695313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.7254400253295898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.2,0.132915198802948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.01,2.0869119644165037
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.2,0.16609280109405516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.9001344680786132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.2,0.22446079254150392
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.01,2.8266496658325195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.8217344284057617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.2,0.20869119167327882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.01,0.2150399923324585
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.01,3.6581375122070314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.2,0.2289664030075073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.946905517578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.01,0.21585919857025146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.01,4.207001495361328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.2,0.22179839611053467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.01,0.23367679119110107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.2,6.162636947631836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.2,0.23388159275054932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.01,8.156569671630859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.2,8.373043060302734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.2,0.24739840030670165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.2,0.27934720516204836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.01,15.162777709960938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.2,0.2953216075897217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.2,11.549081420898437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.01,0.2727936029434204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.01,0.29757440090179443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.2,0.31744000911712644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.2,18.356224060058594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.2,0.38092799186706544
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.2,0.210534405708313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.01,0.30617599487304686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.2,0.4419583797454834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.2,0.21237759590148925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.01,0.3907583951950073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.2,0.5943295955657959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.2,0.21073920726776124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.01,0.4136960029602051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.2,0.632422399520874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.2,0.232857608795166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.2,42.74176025390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.01,0.5056511878967285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.2,0.24453120231628417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.2,0.9553919792175293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.01,0.6555647850036621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.2,0.2527231931686401
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.2,1.1530240058898926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.01,0.859340763092041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.2,0.25620479583740235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.2,1.583308792114258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.01,0.9787391662597656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.2,1.9953664779663085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.01,1.2308480262756347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.2,0.3018752098083496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.2,3.147161674499512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.01,1.6717824935913086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.2,0.31498239040374754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.01,0.20131840705871581
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.01,2.324070358276367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.2,3.7318656921386717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.01,0.20869119167327882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.2,0.33464319705963136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.01,0.22978560924530028
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.01,3.1281152725219727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.2,0.38727679252624514
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.2,5.632614517211914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.2,0.20541439056396485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.2,0.42844161987304685
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.01,3.9206912994384764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.01,0.25333759784698484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.2,0.21770238876342773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.2,7.880089569091797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.2,0.5388288021087646
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.01,7.090175628662109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.2,0.7036928176879883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.2,0.24002559185028077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.01,0.28098559379577637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.2,0.24248321056365968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.01,0.2969599962234497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.2,0.9234432220458985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.2,17.14319305419922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.2,0.9672703742980957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.2,0.24780800342559814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.01,13.031015014648437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.01,0.2965503931045532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.2,1.2982272148132323
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.2,0.2654207944869995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.01,0.3172352075576782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.2,1.8173952102661133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.01,0.369049596786499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.2,0.2795520067214966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.2,3.0517248153686523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.01,0.4225024223327637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.01,0.4438015937805176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.2,0.3352576017379761
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.2,4.103168106079101
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.01,0.5371903896331787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.2,0.33648641109466554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.2,4.932608032226563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.01,0.677888011932373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.2,0.3772416114807129
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.01,0.8929280281066895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.2,7.055769348144532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.08294399976730346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.2,0.4339712142944336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.01,1.0772480010986327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.07311360239982605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.2,0.4759552001953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.01,1.4008319854736329
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.01,0.22999041080474852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.2,17.969970703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.2,0.5963776111602783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.01,1.9980287551879883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.01,0.23736319541931153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.07352319955825806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.01,2.9884416580200197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.01,0.24780800342559814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.2,0.7008255958557129
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.01,0.25333759784698484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.01,3.544678497314453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.2,0.9629695892333985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.01,0.2756608009338379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.01,4.33070068359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.2,1.16428804397583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.2,0.11161600351333618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.01,0.29061119556427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.01,0.3014656066894531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.2,1.4829567909240722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.01,7.008460998535156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.01,0.3205120086669922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.2,2.121932792663574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.01,0.3522559881210327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.01,13.776486206054688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.01,0.3842047929763794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.2,3.2686080932617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.01,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.01,0.41164798736572267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.1099776029586792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.12963839769363403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.12636159658432006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.16814080476760865
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.01,0.47513599395751954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.2,3.9548927307128907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.2,0.22118399143218995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.19066879749298096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.01,0.5619711875915527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.01,0.06041600108146668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.2,0.24084479808807374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.25231359004974363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.2,4.803379058837891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.01,0.6930431842803955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.01,0.06287360191345215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.25559039115905763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.3127295970916748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.2,0.24125440120697023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.01,0.893337631225586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.33812479972839354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.5144576072692871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.2,8.23562240600586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.2,0.25886719226837157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.01,1.147494411468506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.47472639083862306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.5910528182983399
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.01,1.4718976020812988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.2,0.2727936029434204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.6723584175109864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.9750528335571289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.01,2.1254144668579102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.7600128173828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.2,16.02027587890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.020723247528076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.2,0.28671998977661134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.021951961517334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.5867903709411622
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.01,2.7000831604003905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.2,0.3141632080078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.4131199836730957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.8131328582763673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.01,3.746815872192383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.2,0.35000319480895997
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.2351871490478517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.2,3.751116943359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.2,0.36966400146484374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.01,4.99159049987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.0042112350463865
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.2,5.127577590942383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.2,0.3848191976547241
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.01,5.984870529174804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.01,3.3851390838623048
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.2,5.524889755249023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.01,9.139814758300782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.01,6.557695770263672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.2,0.531660795211792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.2,13.475634765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.01,0.16895999908447265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.01,0.16609280109405516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.2,0.602726411819458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.01,0.22466559410095216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.01,15.427583312988281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.01,18.988441467285156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.2,0.7243775844573974
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.01,0.2521087884902954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.2,29.838336181640624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.2,0.932249641418457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.01,0.3774463891983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.01,0.05263360142707825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.01,0.4493311882019043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.2,1.203609561920166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.01,0.6739967823028564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.2,1.4790656089782714
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.01,0.7532544136047363
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.01,1.2290047645568847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.2,2.105548858642578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.01,1.780531120300293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.2,2.589900779724121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.2,0.1884160041809082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.01,2.0822015762329102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.2,0.24576001167297362
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.2,4.0101886749267575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.2,0.27791359424591067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.01,3.9700481414794924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.2,0.45096960067749026
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.2,5.02845458984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.2,0.5388288021087646
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.01,7.306854248046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.2,0.04976640045642853
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.01,0.09113600254058837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.2,0.9218048095703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.2,6.662553405761718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.01,0.05550079941749573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.2,1.276313591003418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.01,0.05263360142707825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.2,1.9576831817626954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.2,10.119577789306641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.01,0.06287360191345215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.2,2.5186304092407226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.2,0.05836799740791321
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.2,3.021004867553711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.2,19.799040222167967
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.2,4.974591827392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.01,0.17018879652023317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.01,0.22855679988861083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.2,12.076850891113281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.01,0.2619391918182373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.01,0.38010880947113035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.01,0.4501503944396973
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.01,0.6359039783477783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.2,0.11939840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.2,0.1947648048400879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.01,0.8511487960815429
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.01,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.2,0.2527231931686401
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.01,0.20193281173706054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.01,1.1753472328186034
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.01,0.15953919887542725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.2,0.28446719646453855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.01,0.19578880071640015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.2,0.16936960220336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.2,0.45895681381225584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.01,1.6623615264892577
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.01,0.2559999942779541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.2,0.5793791770935058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.01,1.9286016464233398
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.01,0.14970879554748534
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.2,0.25927679538726806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.01,0.33669118881225585
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.2,0.7387135982513428
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.2,0.32911360263824463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.01,0.43683838844299316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.01,3.2133121490478516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.2,0.9381888389587403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.01,0.17223680019378662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.2,0.42905597686767577
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.01,0.5031936168670654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.2,1.5319040298461915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.2,0.5617663860321045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.01,0.7208960056304932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.01,6.431129455566406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.01,0.18124799728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.2,0.8361984252929687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.2,2.6826751708984373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.01,0.9656319618225098
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.01,0.18001919984817505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.2,1.170841598510742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.2,2.8645376205444335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.01,1.3783040046691895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.01,0.19619840383529663
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.2,1.6486400604248046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.01,0.18411519527435302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.01,0.1789952039718628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.01,1.863065528869629
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.2,4.219289779663086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.2,2.4020992279052735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.01,0.19967999458312988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.01,2.3195648193359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.01,0.21626880168914794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.2,2.9280256271362304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.2,9.404006195068359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.01,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.01,0.23203840255737304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.01,3.657727813720703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.2,4.385587310791015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.01,0.2578432083129883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.2,0.15380480289459228
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.01,0.16711679697036744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.01,0.2693120002746582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.01,7.848345947265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.01,0.30126080513000486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.2,9.747046661376952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.01,0.17776639461517335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.01,0.4220928192138672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.01,0.18677760362625123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.01,0.5672959804534912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.2,0.18534400463104247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.01,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.01,0.7536640167236328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.2,0.21647360324859619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.01,0.9984000205993653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.01,0.2136064052581787
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.2,0.23408639430999756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.01,1.1761664390563964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.01,0.22609920501708985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.2,0.23613440990447998
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.01,1.7797119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.2,0.24350719451904296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.01,0.24944639205932617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.01,2.131558418273926
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.2,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.01,0.30167040824890134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.01,3.1860736846923827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.01,0.3379199981689453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.2,0.28774399757385255
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.2,0.09687039852142335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.01,4.182015991210937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.01,0.37908480167388914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.2,0.3565567970275879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.01,0.521011209487915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.01,5.014118576049805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.2,0.4325376033782959
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.01,0.5754879951477051
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.01,9.272319793701172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.01,0.8779775619506835
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.2,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.2,0.48250880241394045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.01,0.9928704261779785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.01,0.1615872025489807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.2,0.16814080476760865
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.2,0.6375423908233643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.01,1.5728639602661132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.01,20.68643798828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.2,0.17838079929351808
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.2,0.7376895904541015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.01,2.044108772277832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.01,0.11857919692993164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.2,1.1868160247802735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.01,2.7033599853515624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.2,1.321779155731201
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.01,3.726950454711914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.2,0.19722239971160888
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.01,0.18042880296707153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.2,2.3302143096923826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.01,4.522803115844726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.2,3.501465606689453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.2,0.214630389213562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.01,7.385497283935547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.01,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.2,0.23900160789489747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.2,4.6129150390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.2,0.18944000005722045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.01,0.19722239971160888
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.2,0.24432640075683593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.01,0.20500481128692627
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.01,13.705421447753906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.2,6.9572608947753904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.01,0.17653759717941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.2,0.2598912000656128
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.01,0.22405118942260743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.01,0.232857608795166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.2,0.32030720710754396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.2,8.30914535522461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.01,0.19107840061187745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.2,0.21667840480804443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.01,0.24104959964752198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.2,0.3762176036834717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.01,0.19456000328063966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.2,0.23756799697875977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.01,0.3250175952911377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.2,0.44462080001831056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.2,0.24453120231628417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.2,14.471987915039062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.01,0.35041279792785646
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.01,0.20336639881134033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.2,0.2662400007247925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.01,0.3596287965774536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.2,0.5279744148254395
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.01,0.21667840480804443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.2,0.33136639595031736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.01,0.49500160217285155
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.2,0.6643712043762207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.01,0.21544959545135497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.2,0.35819520950317385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.01,0.6006783962249755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.01,0.23633921146392822
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.2,1.0233856201171876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.2,39.07809143066406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.2,0.4016128063201904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.01,0.8089599609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.01,0.24227840900421144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.2,0.5119999885559082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.2,1.18722562789917
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.01,0.9275391578674317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.2,0.7213056087493896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.01,1.314406394958496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.2,2.0783103942871093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.01,0.28016641139984133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.2,0.8325119972229004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.01,1.6252927780151367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.01,0.3620863914489746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.2,2.8106752395629884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.2,1.0850303649902344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.01,0.37027840614318847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.01,2.1559295654296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.2,1.5087615966796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.2,4.018585586547852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.01,0.4802559852600098
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.01,3.1057920455932617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.2,1.9703807830810547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.01,0.5468160152435303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.2,5.325619125366211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.01,4.305305480957031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.2,2.8057600021362306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.01,0.744652795791626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.01,0.9703424453735352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.2,3.357900619506836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.2,0.16486400365829468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.2,6.397542572021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.01,7.218790435791016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.01,1.4522368431091308
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.2,0.18001919984817505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.2,4.416307067871093
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.2,0.19148800373077393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.01,1.7207296371459961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.2,9.26719970703125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.01,12.13091812133789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.2,0.1931264042854309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.01,2.668953514099121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.2,9.221734619140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.2,0.19804160594940184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.01,2.9239295959472655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.2,21.479629516601562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.2,0.21688320636749267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.2,18.678988647460937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.01,4.101529693603515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.2,0.22691841125488282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.2,0.2332672119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.01,6.302924728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.2,0.25292799472808836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.43048958778381347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.2,0.2568192005157471
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.01,14.197964477539063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.2,0.2861056089401245
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.3936255931854248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.2,0.35880959033966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.3911679983139038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.2,0.4104191780090332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.2,0.5095424175262451
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.2,0.6410240173339844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.2,0.7718912124633789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.2,1.0780672073364257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.265830397605896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.01,0.1912832021713257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.2,1.5951871871948242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.24801280498504638
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.01,0.20193281173706054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.2,1.9142656326293945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.01,0.21073920726776124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.30494720935821534
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.01,0.21299200057983397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.2,2.8999679565429686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.31989760398864747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.01,0.21770238876342773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.01,0.30842878818511965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.2,4.075519943237305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.30453760623931886
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.01,0.40263681411743163
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.2,0.3072000026702881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.01,0.2392064094543457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.2,5.199052810668945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.32665600776672366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.01,0.397107195854187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.01,0.18329600095748902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.2,0.399564790725708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.01,0.24494080543518065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.01,0.17059839963912965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.30945279598236086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.2,7.942963409423828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.01,0.2578432083129883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.01,0.30801920890808104
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.2,0.33648641109466554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.01,0.18083839416503905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.01,0.2785279989242554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.3551232099533081
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.01,0.39731199741363527
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.01,0.3051520109176636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.2,16.486810302734376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.01,0.12718080282211303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.01,0.28282880783081055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.2,0.16179200410842895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.35983359813690186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.01,0.35880959033966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.2,0.18329600095748902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.01,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.01,0.29511680603027346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.2,0.2160640001296997
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.42455039024353025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.01,0.49254398345947265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.2,0.3092479944229126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.01,0.22405118942260743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.01,0.28917760848999025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.2,0.19394559860229493
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.01,0.25169920921325684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.01,0.7610367774963379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.2,0.11939840316772461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.01,0.2693120002746582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.01,0.3026943922042847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.2,0.288972806930542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.01,1.043660831451416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.2,0.15626239776611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.01,0.2820096015930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.01,0.3215359926223755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.4651008129119873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.01,1.2750847816467286
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.2,0.19722239971160888
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.01,0.2836479902267456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.01,0.3264512062072754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.5470208168029785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.01,1.8104320526123048
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.2,0.2125823974609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.01,0.30392320156097413
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.01,0.33136639595031736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.2,0.3452928066253662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.01,2.3171072006225586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.01,0.3168256044387817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.01,0.369868803024292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.2,0.3147775888442993
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.5890048027038575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.01,3.3130496978759765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.2,0.293887996673584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.01,0.342630410194397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.01,0.37457919120788574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.2,0.3407871961593628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.2,0.27054080963134763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.828825569152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.01,0.3502079963684082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.01,0.40263681411743163
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.2,0.36659200191497804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.01,4.583628845214844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.2,0.314572811126709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.01,0.3649535894393921
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.01,0.44748802185058595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.2,0.4239359855651855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.01,5.775564956665039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.9623552322387695
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.2,0.3225600004196167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.01,0.367411208152771
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.01,0.5326848030090332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.2,0.43274240493774413
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.2,0.3127295970916748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.01,0.3821568012237549
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.2,0.45506558418273924
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.01,0.6330368041992187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.01,9.22234878540039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.4137344360351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.2,0.32337920665740966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.2,0.5654528141021729
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.01,0.7151616096496582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.2,0.3520512104034424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.01,0.47329277992248536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.2,0.7452672004699707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.6785408020019532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.01,0.912384033203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.01,19.520921325683595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.2,0.39137279987335205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.01,0.5834752082824707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.2,0.7098368167877197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.01,1.113088035583496
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.2,0.3960832118988037
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.01,0.6746111869812011
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.2,1.0438655853271483
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.01,1.5724543571472167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.550374412536621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.01,0.1275904059410095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.2,0.4419583797454834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.01,0.8507391929626464
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.2,1.3719552040100098
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.01,1.8784255981445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.2,0.49111042022705076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.2,3.7533695220947267
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.01,1.1304960250854492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.2,1.98287353515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.01,2.9550592422485353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.01,0.29061119556427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.2,0.6371327877044678
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.01,1.438924789428711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.2,2.449407958984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.01,3.522150421142578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.2,5.151948928833008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.2,0.7143424034118653
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.01,1.557913589477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.2,3.9395328521728517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.01,0.16650240421295165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.01,4.250214385986328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.2,1.0194944381713866
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.01,2.3986175537109373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.01,0.19353599548339845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.2,5.446451187133789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.2,6.52042236328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.2,1.2296192169189453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.01,6.611558532714843
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.01,3.2372737884521485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.01,0.21647360324859619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.2,1.7487871170043945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.2,5.094195175170898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.01,0.25722880363464357
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.01,4.046438217163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.2,9.27109146118164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.2,2.059878349304199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.01,0.28139519691467285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.2,2.837094306945801
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.01,6.027059173583984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.2,8.816639709472657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.01,16.55132141113281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.01,0.2979840040206909
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.2,4.0593406677246096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.2,18.98823699951172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.01,0.29859840869903564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.01,13.1557373046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.2,4.802560043334961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.01,0.3158015966415405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.2,23.175987243652344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.01,0.32419838905334475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.2,8.17623062133789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.01,0.34816000461578367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.2,34.085479736328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.01,0.3600383996963501
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.01,0.3743743896484375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.2,16.071475219726562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.01,0.40366082191467284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.01,0.4870143890380859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.01,0.5765120029449463
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,power_law_1.01,0.039526399970054624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.01,0.6891520023345947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.01,0.8691712379455566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.2,0.1419263958930969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.01,1.051238441467285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.2,0.1726464033126831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,power_law_1.01,0.0419840008020401
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.01,1.4014464378356934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.2,0.18821120262145996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.2,0.2678783893585205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.01,1.7268735885620117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,power_law_1.01,0.040755200386047366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.2,0.2795520067214966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.01,2.2921215057373048
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.2,0.2791424036026001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.01,3.1490047454833983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.2,0.2973695993423462
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.2,0.30945279598236086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.01,4.1011199951171875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,power_law_1.2,0.039526399970054624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.2,0.3201024055480957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,power_law_1.01,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,power_law_1.01,0.09482240080833435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.01,6.1220863342285154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.2,0.369049596786499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,power_law_1.2,0.046489599347114566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.2,0.3737600088119507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,power_law_1.2,0.06041600108146668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,power_law_1.01,0.062054401636123656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.01,12.25502700805664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.2,0.40714240074157715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,power_law_1.01,0.19517439603805542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.2,0.45567998886108396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,power_law_1.01,0.2928639888763428
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.2,0.5169151782989502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,power_law_1.01,0.37826559543609617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,power_law_1.01,0.5748735904693604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.2,0.5369855880737304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,power_law_1.01,0.6713344097137451
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.2,0.6785024166107178
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,power_law_1.01,0.9760767936706543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.2,0.7946239948272705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,power_law_1.01,1.2756992340087892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.2,1.0168319702148438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,power_law_1.01,0.17653759717941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,power_law_1.01,1.7666048049926757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,power_law_1.01,0.2451456069946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.2,1.3436927795410156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,power_law_1.01,2.434048080444336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,power_law_1.01,0.27607040405273436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.01,0.19967999458312988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,power_law_1.01,3.064627265930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.2,1.720319938659668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,power_law_1.01,0.4395008087158203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.2,0.15626239776611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.01,0.23449599742889404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,power_law_1.01,0.5888000011444092
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,8,power_law_1.01,4.935884857177735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,power_law_1.2,0.037478399276733396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.2,2.287615966796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.01,0.2885632038116455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,power_law_1.01,0.7419904232025146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,8,power_law_1.01,10.068787384033204
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,power_law_1.01,1.0539008140563966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.2,3.136102485656738
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.2,0.20541439056396485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.01,0.3028991937637329
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,power_law_1.2,0.03706879913806915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,power_law_1.01,1.321779155731201
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.2,0.2826240062713623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.01,0.3117055892944336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.2,4.154982376098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,power_law_1.01,1.5157247543334962
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,power_law_1.2,0.037887999415397645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.01,0.33136639595031736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,power_law_1.01,2.323865509033203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.2,5.045043182373047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.2,0.3086335897445679
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.01,0.35041279792785646
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,4,power_law_1.01,3.650969696044922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.2,0.3299328088760376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.01,0.3764224052429199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.2,8.113561248779297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,4,power_law_1.01,7.928832244873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,power_law_1.2,0.20828158855438234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,power_law_1.2,0.08089600205421447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.2,0.35287039279937743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.01,0.394649600982666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,power_law_1.2,0.31088640689849856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.2,0.36577279567718507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.01,0.41451520919799806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.2,15.087615966796875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.01,0.4517888069152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,power_law_1.2,0.3713023900985718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.2,0.42741761207580564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.01,0.4980735778808594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,power_law_1.2,0.5470208168029785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.2,0.46694397926330566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.01,0.5851136207580566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.2,0.5296127796173096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.01,0.6590464115142822
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,power_law_1.2,0.6461440086364746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.2,0.6039552211761474
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.01,0.8075263977050782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,power_law_1.2,0.9846783638000488
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,power_law_1.2,0.15626239776611328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.2,0.6674431800842285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.01,1.02359037399292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,power_law_1.2,1.266483211517334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.2,0.8482815742492675
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.01,1.2924927711486816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,power_law_1.2,0.34140160083770754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,power_law_1.2,1.8884607315063477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.2,1.04017915725708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.01,1.6625663757324218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,power_law_1.2,0.4863999843597412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.2,1.386086368560791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.01,2.3386112213134767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,power_law_1.2,2.549555206298828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,power_law_1.2,0.6637567996978759
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.2,1.7168384552001954
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,power_law_1.2,0.692633581161499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.01,2.9054975509643555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,power_law_1.01,0.104038405418396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,power_law_1.2,3.182592010498047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,power_law_1.2,0.9750528335571289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,power_law_1.2,0.06123520135879516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.2,2.3160831451416017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.01,4.0022014617919925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,power_law_1.2,1.8774015426635742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,8,power_law_1.2,5.047091293334961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.2,2.901811218261719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,power_law_1.2,2.40762882232666
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,power_law_1.01,0.07024639844894409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.01,5.514854431152344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,power_law_1.2,3.0236671447753904
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.2,4.184268951416016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,8,power_law_1.2,9.386188507080078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.01,6.392422485351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,4,power_law_1.2,3.5780609130859373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.2,5.259878540039063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,power_law_1.01,0.13824000358581542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,4,power_law_1.2,11.420262145996094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.01,10.179379272460938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.2,6.992486572265625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,power_law_1.01,0.20787200927734376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,power_law_1.01,0.2699264049530029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.2,10.024755096435547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.01,20.06097869873047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,power_law_1.01,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,power_law_1.01,0.33812479972839354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,power_law_1.01,0.45854721069335935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,power_law_1.01,0.08540160059928895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,power_law_1.01,0.4841472148895264
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.2,22.379519653320312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,power_law_1.01,0.6864895820617676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,power_law_1.2,0.18698240518569947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,power_law_1.01,0.991436767578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,power_law_1.2,0.26828799247741697
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,power_law_1.01,1.5400959968566894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,power_law_1.2,0.28323841094970703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,power_law_1.01,0.15134719610214234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.1615872025489807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,power_law_1.01,1.9968000411987306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,power_law_1.2,0.4247551918029785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,power_law_1.01,0.16977920532226562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,power_law_1.2,0.496230411529541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,power_law_1.01,3.0240768432617187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,power_law_1.01,0.2308095932006836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.19107840061187745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,power_law_1.2,0.7925759792327881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,power_law_1.01,4.018175888061523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,power_law_1.01,0.24842240810394287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.01,0.17223680019378662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,power_law_1.2,1.0176511764526368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,power_law_1.01,0.38359038829803466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,power_law_1.01,4.944486236572265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,power_law_1.2,1.5345664024353027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,power_law_1.01,0.4114431858062744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,8,power_law_1.01,8.148992156982422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,power_law_1.2,1.9402751922607422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,power_law_1.01,0.6297599792480468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,power_law_1.2,2.735513687133789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,power_law_1.01,0.6813695907592774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.01,0.1218559980392456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,8,power_law_1.01,16.348979187011718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.2,0.17879040241241456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,power_law_1.2,3.707904052734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,power_law_1.01,1.3471743583679199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,power_law_1.01,1.397760009765625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,power_law_1.2,5.014732742309571
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.01,0.15892479419708253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,power_law_1.01,2.0748287200927735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,8,power_law_1.2,7.1811073303222654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.01,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,power_law_1.01,3.3325054168701174
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.01,0.1464319944381714
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.01,0.15749119520187377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,8,power_law_1.2,16.37601318359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,power_law_1.01,3.9030784606933593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.01,0.15380480289459228
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.2,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,4,power_law_1.01,5.568511962890625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.2,0.13905919790267945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.01,0.16568319797515868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.16117759943008422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,4,power_law_1.01,13.575372314453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.01,0.14847999811172485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.01,0.17244160175323486
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.2,0.1525760054588318
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.16936960220336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.01,0.17879040241241456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.01,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.01,0.20828158855438234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.2,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.01,0.22118399143218995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.2,0.1703935980796814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.2,0.22466559410095216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.01,0.16773120164871216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.01,0.34140160083770754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.01,0.4562943935394287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.2,0.235315203666687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.23449599742889404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.2,0.10219520330429077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.01,0.17879040241241456
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.01,0.5292031764984131
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.2,0.33136639595031736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.2,0.11571199893951416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.01,0.19107840061187745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.25763840675354005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.01,0.7104512214660644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.2,0.3837951898574829
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.01,0.21770238876342773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.01,0.8071167945861817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.2,0.5449728012084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.2627583980560303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.01,0.260096001625061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.01,1.1612159729003906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.2,0.7768064022064209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.01,0.2916352033615112
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.2,0.1669119954109192
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.37703680992126465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.01,1.5937536239624024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.2,0.8597503662109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.01,0.39935998916625975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.01,0.12021759748458863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.5873663902282715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.2,0.932249641418457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.01,2.023628807067871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.01,0.42741761207580564
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.01,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.2,1.7342464447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.01,0.5920767784118652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.01,2.9513727188110352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.849510383605957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.01,0.6498303890228272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.2,2.2396928787231447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.01,3.324313735961914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.01,0.14929920434951782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.8712191581726074
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.01,1.004748821258545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.2,0.1892351984977722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.2,3.056844711303711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.01,6.155059051513672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.01,1.202995204925537
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.1288576126098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.2,4.606361770629883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.2,0.21647360324859619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.01,1.9171327590942382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.01,0.17100800275802613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.2,0.1550336003303528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.4923775672912598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.2,5.265817642211914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.2,0.2693120002746582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.01,12.180480194091796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.01,2.2689792633056642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.01,0.1738752007484436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.2,0.15667200088500977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.2,0.3117055892944336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.01,0.1845247983932495
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.3740415573120117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.2,9.295257568359375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.01,3.104767990112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.2,0.4487167835235596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.2,0.18083839416503905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.2,2.912051200866699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.2,0.4919295787811279
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.01,4.714086532592773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.2,0.1931264042854309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.01,0.24657919406890869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.2,0.6854656219482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.2,5.2111358642578125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.2,23.758438110351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.01,9.090866851806641
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.01,0.29061119556427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.2,0.8382464408874511
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.2,0.21422080993652343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.01,0.35000319480895997
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.2,1.0004480361938477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.60869140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.2,0.22425599098205568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.2,1.4188544273376464
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.01,0.5402624130249023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.2,9.050931549072265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.2,2.06376953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.2,0.31703040599822996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.01,0.7241727828979492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.2,0.4009984016418457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.2,3.275980758666992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.01,0.8892416000366211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.2,0.4554751873016357
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.2,15.466905212402343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.01,1.0895359992980957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.2,4.561510467529297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.2,0.577945613861084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.01,1.5210495948791505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.2,0.7665664196014405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.2,8.03082275390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.2,1.0885120391845704
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.01,2.2906879425048827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.2,35.830169677734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.2,1.3545472145080566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.01,2.841600036621094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.2,19.988890075683592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.2,1.819443130493164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.05877760052680969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.01,4.478156661987304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.2,2.586623954772949
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.2,3.2692222595214844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.01,8.36464614868164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.01,0.1099776029586792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.2,5.168742370605469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.01,0.06164479851722717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.01,0.15421439409255983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.2,12.821708679199219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.01,0.06041600108146668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.01,0.18001919984817505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.2,0.14725120067596437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.2,0.062054401636123656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.2,0.15196160078048707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.22425599098205568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.2,0.05304319858551025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.01,0.1908735990524292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.291430401802063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.01,0.208076810836792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.2,0.17448960542678832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.4073472023010254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.2,0.1820672035217285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.01,0.21913599967956543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.48660478591918943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.01,0.2303999900817871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.5732351779937744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.0673792004585266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.01,0.2717695951461792
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.01,0.8660991668701172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.01,0.04567039906978607
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.2,0.22978560924530028
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.1651071548461913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.2,0.06696959733963012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.2,0.24023039340972902
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.01,0.3811327934265137
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.01,1.7369087219238282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.01,0.04894720017910004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.2,0.0899071991443634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.2,0.2584575891494751
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.01,0.4415487766265869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.01,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.01,2.212454414367676
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.2,0.28037118911743164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.01,0.5509119987487793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.01,3.010969543457031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.2,0.3115008115768433
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.01,0.7313407897949219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.01,0.09932799935340882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.2,0.38154239654541017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.01,0.8966143608093262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.01,4.745830535888672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.01,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.2,0.46735358238220215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.01,1.2437503814697266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.2,0.5679103851318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.01,12.274278259277343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.01,1.6093183517456056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.2,0.18534400463104247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.2,0.7411712169647217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.01,2.2560768127441406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.2,0.20008959770202636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.2,0.9605119705200196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.22671360969543458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.01,2.9706239700317383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.2,0.2893824100494385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.01,0.22691841125488282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.2,1.4125056266784668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.3201024055480957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.2,0.4114431858062744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.01,0.24002559185028077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.01,3.983155059814453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.2,1.7184768676757813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.2,0.4704256057739258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.5181439876556396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.01,0.08540160059928895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.01,0.3708928108215332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.2,2.5450496673583984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.2,0.5775360107421875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.01,0.12472319602966309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.01,5.899059295654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.5048319816589355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.01,0.41103358268737794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.2,0.9732095718383789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.2,3.4205696105957033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.01,0.5593088150024415
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.8017919540405274
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.01,0.186572802066803
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.2,1.6216064453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.01,11.279769897460938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.2,4.304281616210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.01,0.2318336009979248
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.01,0.8648703575134278
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.2,0.04403199851512909
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.921395206451416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.2,1.9976192474365235
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.01,0.30453760623931886
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.01,1.2611583709716796
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.2,6.799769592285156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.3891584396362304
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.2,2.7754495620727537
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.01,0.321126389503479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.01,1.9210239410400392
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.2,0.04485119879245758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.01,0.4331520080566406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.2,4.393574523925781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.2,2.073600006103516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.01,0.6197247982025147
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.01,2.3584768295288088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.2,3.032473564147949
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.2,6.236569595336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.2,13.193624877929688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.01,1.0448896408081054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.2,3.9139328002929688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.01,3.667558288574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.01,1.2593152046203613
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.2,14.259199523925782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.2,4.966195297241211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.01,1.384447956085205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.01,6.56363525390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.01,2.588262367248535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.2,8.050688171386719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.01,0.04935680031776428
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.01,6.287360000610351
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.2,17.1399169921875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.01,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.2,0.05017600059509277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.2,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.2,0.22548480033874513
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.2,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.2,0.1968127965927124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.01,0.05427200198173523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.01,0.078847998380661
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.2,0.3473407983779907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.01,0.05058559775352478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.2,0.4055039882659912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.2,0.048537600040435794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.01,0.052223998308181765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.2,0.6295551776885986
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.01,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.2,0.8562687873840332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.2,1.4927871704101563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.01,0.12963839769363403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.2,0.14028799533843994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.01,0.09646080136299133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.2,1.9390464782714845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.01,0.07393280267715455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.2,2.298470306396484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.01,0.13414399623870848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.2,0.07147520184516906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.2,3.118694305419922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.01,0.21340160369873046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.2,0.09605119824409485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.01,0.08130559921264649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.01,0.2865151882171631
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.2,7.359078216552734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.2,0.11571199893951416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.2,0.07802879810333252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.2,0.1275904059410095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.01,0.40570878982543945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.01,0.12636159658432006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.01,0.4927487850189209
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.01,0.7608320236206054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.2,0.24227840900421144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.2,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.01,1.0518527984619142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.2,0.3041280031204224
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.01,0.15912959575653077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.2,0.4143104076385498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.01,1.3748224258422852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.01,0.21422080993652343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.2,0.6823935985565186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.2,0.14929920434951782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.01,1.6678911209106446
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.01,0.25886719226837157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.01,0.16957440376281738
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.2,0.90316801071167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.2,0.157695996761322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.01,2.5403392791748045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.01,0.2213887929916382
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.2,1.064140796661377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.01,0.48660478591918943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.01,0.23367679119110107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.2,0.13373440504074097
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.2,1.8546688079833984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.01,0.738099193572998
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.01,0.29306879043579104
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.2,0.14766080379486085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.01,6.003507232666015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.01,0.9500672340393066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.01,0.4040703773498535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.2,2.652979278564453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.2,0.1837056040763855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.2,0.22200319766998292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.01,0.48250880241394045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.01,1.3461503982543945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.2,3.253452682495117
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.2,0.1937407970428467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.2,0.265011191368103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.01,0.5550079822540284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.01,1.5114239692687987
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.01,0.638976001739502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.2,0.3989504098892212
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.01,2.1725183486938477
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.2,8.065023803710938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.2,0.3100672006607056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.01,1.0043392181396484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.2,0.49397759437561034
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.01,3.3470462799072265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.01,1.295359992980957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.2,0.34201600551605227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.2,0.8194047927856445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.01,1.840127944946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.2,0.44892158508300783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.2,0.9584639549255372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.01,6.985523223876953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.01,2.856345558166504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.2,0.5298175811767578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.2,1.4166015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.01,3.6970497131347657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.01,0.132915198802948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.2,0.7194623947143555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.2,1.8583551406860352
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.01,0.130457603931427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.01,5.436211013793946
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.2,0.8400896072387696
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.2,2.3754751205444338
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.01,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.2,1.6304128646850586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.2,4.296908950805664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.01,11.540070343017579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.01,0.1411072015762329
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.01,0.1464319944381714
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.2,1.6029695510864257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.2,7.43157730102539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.01,0.16117759943008422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.2,0.09809920191764832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.2,2.8250112533569336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.01,0.18862080574035645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.01,0.22855679988861083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.2,4.565606307983399
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.01,0.2924544095993042
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.01,0.33361918926239015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.2,5.049958419799805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.2,0.132096004486084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.01,0.4429823875427246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.01,0.5435391902923584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.2,7.666073608398437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.01,0.6475776195526123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.01,0.9441280364990234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.214630389213562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.01,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.01,1.1667455673217773
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.22773759365081786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.2,19.50371856689453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.01,0.1363968014717102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.21483519077301025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.01,1.7479679107666015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.21381120681762694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.23470079898834229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.1669119954109192
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.01,2.1526527404785156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.2,0.24145920276641847
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.21565439701080322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.18698240518569947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.2,0.12718080282211303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.01,0.14479360580444336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.01,2.916966438293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.2,0.29900801181793213
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.2,0.13455359935760497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.17756160497665405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.01,0.14929920434951782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.2,0.32972800731658936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.01,4.588134384155273
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.17182719707489014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.1968127965927124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.2,0.4685823917388916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.17858560085296632
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.2,0.5578752040863038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.01,0.16732159852981568
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.01,9.298534393310547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.2,0.7153664112091065
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.19148800373077393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.2,1.1012096405029297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.20111360549926757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.19537919759750366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.2,1.3836288452148438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.2,2.163302421569824
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.01,0.2695168018341064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.20234239101409912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.2,0.2017280101776123
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.01,0.31825919151306153
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.20746240615844727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.2,2.7787263870239256
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.01,0.24924159049987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.2,0.2170880079269409
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.01,0.3842047929763794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.22220799922943116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.2,3.241779327392578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.2,0.23879680633544922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.01,0.540876817703247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.20049920082092285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.260915207862854
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.01,0.6100992202758789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.25333759784698484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.28733439445495607
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.2,6.31541748046875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.2,0.3352576017379761
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.2564095973968506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.01,0.7954432010650635
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.2637824058532715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.2,0.4388864040374756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.2799616098403931
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.01,1.1223039627075195
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.3375103950500488
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.2,10.824089813232423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.2,0.5425151824951172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.294707202911377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.01,1.4675968170166016
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.37457919120788574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.2,0.6756351947784424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.38645761013031005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.5513216018676758
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.01,2.1460992813110353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.2,0.9893888473510742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.2,0.22691841125488282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.43724799156188965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.6412288188934326
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.2,1.2367872238159179
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.01,3.2149505615234375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.2,0.19804160594940184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.5879807949066163
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.9342975616455078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.2,1.7440767288208008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.01,3.6546558380126952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.7401472091674804
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.01,0.9476096153259277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.2,2.388377571105957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.2,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.01,5.87243537902832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.131110382080078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.01,1.5073280334472656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.2,2.9052928924560546
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.2939264297485351
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.144870376586914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.2,4.246732711791992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.01,11.150745391845703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.2,1.840127944946289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.01,2.533990478515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.2,6.590668487548828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.2,0.1550336003303528
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.2,2.5268224716186523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.01,3.244441604614258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.01,0.1755136013031006
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.01,4.13941764831543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.2,4.563148880004883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.2,13.146112060546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.2,0.19804160594940184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.2,5.218099212646484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.01,7.988838195800781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.2,0.2066431999206543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.2,0.20008959770202636
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.2,6.880665588378906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.01,0.1947648048400879
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.01,14.558822631835938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.2,0.23695359230041504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.2,12.366438293457032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.2,0.24842240810394287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.01,0.21954560279846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.2,0.3176448106765747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.2,30.688665771484374
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.01,0.17018879652023317
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.2,0.3383296012878418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.01,0.2406399965286255
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.2,0.4448256015777588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.01,0.255180811882019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.2,0.17838079929351808
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.2,0.5449728012084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.2,0.16179200410842895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.2,0.6813695907592774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.01,0.2916352033615112
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.2,0.8445952415466309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.2,1.1689984321594238
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.01,0.20971519947052003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.2,1.5345664024353027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.01,0.3540992021560669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.01,0.2209791898727417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.2,2.2142976760864257
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.01,0.18165760040283202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.01,0.23101439476013183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.01,0.4200448036193848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.2,2.855526351928711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.01,0.2570240020751953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.2,0.1703935980796814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.01,0.2742271900177002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.01,0.5150720119476319
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.2,3.3427455902099608
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.2,0.19025919437408448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.01,0.3235840082168579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.01,0.6643712043762207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.01,0.35778560638427737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.2,5.751603317260742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.2,0.2070528030395508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.01,0.466534423828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.01,0.861184024810791
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.2,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.2,0.21381120681762694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.01,0.5601280212402344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.2,0.1351680040359497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.2,15.46956787109375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.2,0.23347198963165283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.01,0.7641088008880615
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.01,1.1884544372558594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.2,0.16650240421295165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.01,0.19046399593353272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.2,0.24453120231628417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.2,0.16465920209884644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.01,0.9365504264831543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.01,0.19066879749298096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.01,1.438105583190918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.2,0.25477120876312254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.01,1.1761664390563964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.2,0.28344318866729734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.01,0.132915198802948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.01,1.683251190185547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.01,2.020147132873535
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.2,0.33505280017852784
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.2,0.20049920082092285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.01,2.1524480819702148
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.2,0.4239359855651855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.01,3.0451711654663085
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.01,0.23265280723571777
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.2,0.4831232070922852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.2,0.22855679988861083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.01,2.7222015380859377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.01,0.13783040046691894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.01,0.26398720741271975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.2,0.6461440086364746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.2,0.2437119960784912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.01,4.575436782836914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.01,3.9620609283447266
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.2,0.8208383560180664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.2,0.2506752014160156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.01,0.1779711961746216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.01,0.35942399501800537
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.2,1.1573247909545898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.01,0.18698240518569947
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,power_law_1.2,0.03624959886074066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.01,0.41881599426269533
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.01,8.848998260498046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.2,0.31293439865112305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.01,6.501171112060547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.01,0.19496959447860718
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.2,1.4166015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,power_law_1.2,0.03665919899940491
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.01,0.510975980758667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.2,0.36126720905303955
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.2,1.94150390625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.01,0.6203392028808594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.2,0.42946557998657225
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,power_law_1.2,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.2,2.698854446411133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.2,0.5339136123657227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.01,0.8333312034606933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.01,11.781324768066407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.01,0.22609920501708985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,power_law_1.2,0.07516160011291503
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.2,0.6725632190704346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.01,1.0502143859863282
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.2,3.5571712493896483
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.2,0.09236479997634887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.2,0.8671232223510742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.01,1.297612762451172
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.01,0.25661439895629884
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.2,5.654528045654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.2,1.1573247909545898
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.01,1.8477056503295899
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.01,0.2662400007247925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.2,1.4407679557800293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.01,0.28774399757385255
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.01,2.5016319274902346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,power_law_1.01,0.04526079893112182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.2,1.983692741394043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.2,11.509760284423828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.01,0.3405823945999146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.01,3.0320640563964845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.2,2.6572799682617188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.2,0.130457603931427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.01,0.4132863998413086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.2,3.4801662445068358
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.01,4.511334228515625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.01,0.4972544193267822
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.2,0.1734655976295471
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.2,5.279129409790039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,power_law_1.2,0.10547200441360474
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.01,0.6129663944244385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,power_law_1.01,0.07270399928092956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.2,0.18001919984817505
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.01,9.237709045410156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.2,10.184499359130859
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.2,0.19046399593353272
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.01,0.7784448146820069
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,power_law_1.2,0.26664960384368896
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,power_law_1.2,0.34979839324951173
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.01,1.0553343772888184
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.2,0.21381120681762694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,power_law_1.2,0.46694397926330566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.2,0.21934080123901367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,power_law_1.01,0.08417279720306396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.01,1.3674495697021485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,power_law_1.2,0.6715392112731934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,power_law_1.2,0.046489599347114566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,power_law_1.01,0.09113600254058837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,power_law_1.2,0.7714816093444824
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.2,0.23552000522613525
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.01,1.7897472381591797
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,power_law_1.2,1.085644817352295
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.2,0.2545664072036743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.01,2.453299140930176
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,power_law_1.2,1.4178303718566894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,power_law_1.2,0.07352319955825806
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.2,0.26808319091796873
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,power_law_1.01,0.10629119873046874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,power_law_1.2,1.8759679794311523
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.2,0.31129601001739504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.01,3.185049629211426
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,power_law_1.01,0.15667200088500977
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,8,power_law_1.2,3.0298112869262694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.01,3.8428672790527343
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,8,power_law_1.2,5.8349567413330075
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.2,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,power_law_1.01,0.2815999984741211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,power_law_1.01,0.36863999366760253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.2,0.5382143974304199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.01,6.055321502685547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,power_law_1.01,0.5406720161437988
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.2,0.6723584175109864
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,power_law_1.01,0.5740543842315674
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.2,0.8192000389099121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,power_law_1.01,0.8505344390869141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.01,12.57922592163086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.2,1.0876928329467774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,power_law_1.01,1.0702848434448242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,power_law_1.01,1.8190336227416992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.2,1.4551039695739747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,power_law_1.01,2.3701503753662108
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.2,1.816166305541992
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,power_law_1.01,2.9913087844848634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.2,2.5636863708496094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.1423359990119934
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,8,power_law_1.01,4.723712158203125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.2,0.13086719512939454
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.14725120067596437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.2,3.4754558563232423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,8,power_law_1.01,9.017958068847657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,power_law_1.2,0.1325055956840515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.132915198802948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.2,4.205567932128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.01,0.13455359935760497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.13905919790267945
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.01,0.13824000358581542
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3235840082168579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.2,6.711910247802734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,power_law_1.2,0.19025919437408448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.42557439804077146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.01,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.5398528099060058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,power_law_1.2,0.3041280031204224
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.2,0.11284480094909669
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.8073216438293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.2,13.395558166503907
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.30699520111083983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,power_law_1.2,0.39976959228515624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.01,0.20930559635162355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.01,0.8914943695068359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.2,0.12144639492034912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.01,0.2476032018661499
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,power_law_1.2,0.5695487976074218
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.3301759719848634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.5963776111602783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.2,0.11857919692993164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.01,0.35348479747772216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,power_law_1.2,0.6082560062408447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.2,0.13537280559539794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.01,1.5788031578063966
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.7753727912902832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.01,0.471449613571167
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,power_law_1.2,0.9684991836547852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.3031423568725586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.01,2.3832576751708983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.01,0.5343232154846191
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.5261695861816407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,power_law_1.2,1.237401580810547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.01,0.6602752208709717
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.01,3.159040069580078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.2,0.09809920191764832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.392678451538086
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.01,0.9584639549255372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,power_law_1.2,1.6793600082397462
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.01,4.161945724487305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.72936954498291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.2,0.2199552059173584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.01,1.1765760421752929
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.2,0.10833920240402221
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,power_law_1.2,2.370560073852539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.2,0.28671998977661134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.01,6.6205696105957035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.432486343383789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.01,0.13230079412460327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.01,1.8696191787719727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.2,0.319488000869751
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,power_law_1.2,2.998271942138672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.01,0.13127679824829103
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.01,2.1477376937866213
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.512025451660156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.2,0.42127361297607424
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.01,3.0971904754638673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,8,power_law_1.2,4.743577575683593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.2,7.772774505615234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.01,13.860044860839844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.2,0.5414912223815918
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.01,4.445183944702149
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.2,0.8519680023193359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,8,power_law_1.2,9.631539154052735
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.01,0.17285120487213135
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.2,15.63177032470703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.2,0.908083152770996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.2,0.15749119520187377
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.01,0.18431999683380126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.01,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.2,1.5466496467590332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.01,9.119744110107423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.2,0.14438400268554688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.2,1.7387519836425782
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.01,0.11612160205841064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.2,0.14888960123062134
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.01,0.23019518852233886
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.2,33.446502685546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.2,2.7230207443237306
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.2,0.187391996383667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.01,0.2932735919952393
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.2,3.76995849609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.2,0.21401600837707518
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.01,0.32870399951934814
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.01,0.13230079412460327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.2,0.2676736116409302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.2,4.573798370361328
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.01,0.14028799533843994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.2,0.37355520725250246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.2,8.421376037597657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.01,0.6113279819488525
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.2,0.4773888111114502
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.2,0.08581119775772095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.01,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.2,0.6957056045532226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.01,0.8427519798278809
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.2,22.899507141113283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.01,0.186572802066803
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.2,0.7014400005340576
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.01,0.9125887870788574
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.01,0.20254719257354736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.2,1.0557439804077149
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.01,0.21913599967956543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.2,0.12963839769363403
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.01,1.3178879737854003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.2,1.2822527885437012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.01,0.2791424036026001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.01,0.08704000115394592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.2,0.11161600351333618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.2,2.08035831451416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.01,1.7729536056518556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.01,0.3117055892944336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.2,2.548531150817871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.01,0.44810237884521487
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.01,2.525593566894531
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.2,4.242432022094727
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.01,0.5795839786529541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.01,0.09646080136299133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.01,0.7489535808563232
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.01,3.826483154296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.2,4.647321701049805
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.01,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.01,0.7905280113220214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.2,0.13742079734802246
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.01,1.2806143760681152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.01,8.535654449462891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.2,14.810111999511719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.01,1.6060415267944337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.01,0.13373440504074097
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.2,0.15953919887542725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.2,0.18780159950256348
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.01,2.180300712585449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.2,0.08417279720306396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.2,0.16773120164871216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.2,0.20336639881134033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.2,0.23162879943847656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.01,0.16076799631118774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.01,3.5811328887939453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.2,0.315391993522644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.01,0.17408000230789183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.2,0.3670016050338745
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.01,6.9001213073730465
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,power_law_1.2,0.0477183997631073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.01,0.18247679471969605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,power_law_1.01,0.048127999901771544
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.01,0.187391996383667
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.2,0.5136384010314942
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.01,0.19578880071640015
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.2,0.21012480258941652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.01,0.1884160041809082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.2,0.5799935817718506
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.2,0.11857919692993164
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.01,0.20295679569244385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.2,0.2953216075897217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,power_law_1.01,0.03911679983139038
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.01,0.21340160369873046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.2,0.951091194152832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.2,0.13230079412460327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.01,0.23224320411682128
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.2,0.34938879013061525
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,power_law_1.2,0.04362240135669708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.2,1.04017915725708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,power_law_1.01,0.039526399970054624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.2,0.5154816150665283
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.2,1.6764928817749023
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.01,0.2979840040206909
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.2,0.6354944229125976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,power_law_1.01,0.040345600247383116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,power_law_1.01,0.04444159865379334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.01,0.3774463891983032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,power_law_1.2,0.054681599140167236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.2,2.05086727142334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.01,0.32727038860321045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.2,0.8159232139587402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.01,0.49889278411865234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,power_law_1.01,0.03829759955406189
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.2,1.0375167846679687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.01,0.4014080047607422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.2,2.98209285736084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.01,0.6717440128326416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,power_law_1.01,0.04321280121803284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.2,1.4710783958435059
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.01,0.5556223869323731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.01,0.8249343872070313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.2,4.858675384521485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.2,2.2745088577270507
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,power_law_1.01,0.040345600247383116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.01,1.065779209136963
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.01,0.7276544094085693
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.2,2.377728080749512
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.01,1.6338943481445312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.2,10.590003204345702
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.01,0.8656895637512207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,power_law_1.01,0.0591871976852417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.2,0.3082240104675293
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.01,2.0668415069580077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,power_law_1.01,0.05631999969482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.2,3.8977535247802733
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.01,1.3561856269836425
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.2,0.4157440185546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.01,2.8329984664916994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.2,0.5373951911926269
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,power_law_1.01,0.078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.01,1.6470016479492187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.2,8.805785369873046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.2,0.6649856090545654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.01,3.889766311645508
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,power_law_1.2,0.17469439506530762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.01,2.12172794342041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.2,0.8747008323669434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,power_law_1.2,0.2623487949371338
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,power_law_1.2,0.28098559379577637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.2,1.2511232376098633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.01,3.3105918884277346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.01,7.701708984375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,power_law_1.2,0.4476928234100342
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.2,1.6730112075805663
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,power_law_1.01,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,power_law_1.2,0.5447679996490479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.2,2.5073663711547853
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.01,6.179635238647461
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,power_law_1.2,1.0395648002624511
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,power_law_1.01,0.10219520330429077
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,power_law_1.2,0.040345600247383116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.2,2.9491199493408202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,power_law_1.2,1.2914688110351562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,power_law_1.01,0.13537280559539794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,power_law_1.2,2.020556831359863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,power_law_1.2,0.05140479803085327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,power_law_1.01,0.18083839416503905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.2,5.010636901855468
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,power_law_1.01,0.16814080476760865
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,power_law_1.01,0.040345600247383116
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,power_law_1.2,2.2112255096435547
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,power_law_1.01,0.23121919631958007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,power_law_1.01,0.23470079898834229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,power_law_1.2,0.04321280121803284
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,power_law_1.01,0.32235519886016845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,power_law_1.01,0.314572811126709
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,power_law_1.2,2.7803647994995115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.2,9.363046264648437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,power_law_1.01,0.4366335868835449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,power_law_1.01,0.4190207958221436
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,128,power_law_1.2,4.310425567626953
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,power_law_1.01,0.5955584049224854
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,power_law_1.01,0.05140479803085327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,power_law_1.01,0.5707776069641113
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,power_law_1.01,0.8859647750854492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,128,power_law_1.2,9.186713409423827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,power_law_1.01,0.7589888095855712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,power_law_1.2,0.042803201079368594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,power_law_1.2,0.09605119824409485
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,power_law_1.01,0.9981951713562012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,power_law_1.01,0.046079999208450316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,power_law_1.01,1.203609561920166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,power_law_1.01,1.3416447639465332
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,power_law_1.01,1.6525312423706056
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,64,power_law_1.01,2.049228858947754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,power_law_1.01,1.7184768676757813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,power_law_1.2,0.048537600040435794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,power_law_1.01,0.052223998308181765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,power_law_1.2,0.17592320442199708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,64,power_law_1.01,4.719615936279297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,power_law_1.2,0.046489599347114566
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,power_law_1.2,0.2209791898727417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,power_law_1.01,0.052019202709198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,128,power_law_1.01,2.9413375854492188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,power_law_1.2,0.31252479553222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,power_law_1.2,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,power_law_1.01,0.09113600254058837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,power_law_1.2,0.501964807510376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,128,power_law_1.01,6.400204467773437
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,power_law_1.01,0.053452801704406736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,power_law_1.01,0.05304319858551025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,power_law_1.2,0.6651904106140136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,power_law_1.2,0.052223998308181765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,power_law_1.01,0.046079999208450316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,power_law_1.01,0.12472319602966309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,power_law_1.2,0.9875455856323242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,power_law_1.01,0.04567039906978607
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,power_law_1.2,0.10383360385894776
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,power_law_1.2,1.5427583694458007
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,power_law_1.01,0.2027519941329956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,power_law_1.01,0.052223998308181765
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,power_law_1.2,1.7657855987548827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,power_law_1.2,0.05713919997215271
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,power_law_1.2,0.1640447974205017
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,power_law_1.01,0.3960832118988037
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,power_law_1.2,2.3595008850097656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,power_law_1.01,0.05550079941749573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,power_law_1.2,0.27832319736480715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,power_law_1.01,0.4878335952758789
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,power_law_1.01,0.057548797130584715
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,power_law_1.2,0.3825664043426514
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,64,power_law_1.2,3.8803455352783205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,power_law_1.01,0.8366080284118652
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,power_law_1.2,0.5679103851318359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,power_law_1.2,0.08007680177688599
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,power_law_1.2,0.04894720017910004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,power_law_1.01,0.07270399928092956
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,power_law_1.01,0.7985151767730713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,power_law_1.2,0.7049215793609619
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,64,power_law_1.2,9.092505645751952
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,power_law_1.01,0.08704000115394592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,power_law_1.2,1.3094911575317383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,power_law_1.01,1.1794431686401368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,power_law_1.01,0.09932799935340882
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,power_law_1.2,1.4907391548156739
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,32,power_law_1.01,1.7977344512939453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,power_law_1.2,0.12062720060348511
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,power_law_1.2,0.0579584002494812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,power_law_1.2,1.817804718017578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,32,power_law_1.01,3.732070541381836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,32,power_law_1.2,2.8823551177978515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,power_law_1.2,0.23306241035461425
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,power_law_1.01,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,power_law_1.2,0.32767999172210693
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,32,power_law_1.2,7.975526428222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,power_law_1.01,0.232857608795166
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,power_law_1.01,0.10833920240402221
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,power_law_1.2,0.5214208126068115
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,power_law_1.01,0.1325055956840515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,power_law_1.2,0.6494207859039307
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,power_law_1.2,0.11366399526596069
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,power_law_1.01,0.1615872025489807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,power_law_1.2,0.9267200469970703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,power_law_1.01,0.24924159049987793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,power_law_1.01,0.4448256015777588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,power_law_1.2,1.4665727615356445
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,power_law_1.01,0.3727360010147095
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,power_law_1.01,0.4947968006134033
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,power_law_1.2,2.2345727920532226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,power_law_1.01,0.4448256015777588
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,power_law_1.01,0.6189055919647217
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,power_law_1.2,0.0899071991443634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,16,power_law_1.2,2.487705612182617
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,power_law_1.2,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,power_law_1.01,0.7393280029296875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,power_law_1.01,0.8634367942810058
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,power_law_1.2,0.18944000005722045
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,power_law_1.01,0.14028799533843994
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,power_law_1.2,0.2744319915771484
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,power_law_1.01,1.1476991653442383
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,16,power_law_1.2,6.865100860595703
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,power_law_1.01,1.0530816078186036
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,power_law_1.2,0.3778559923171997
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,power_law_1.01,1.4204928398132324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,power_law_1.01,0.22261760234832764
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,power_law_1.2,0.5435391902923584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,power_law_1.01,1.2324864387512207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,power_law_1.2,0.12062720060348511
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,8,power_law_1.01,2.230067253112793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,power_law_1.01,0.26562559604644775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,power_law_1.2,0.6854656219482422
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,power_law_1.2,0.1300480008125305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,power_law_1.01,0.32665600776672366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,power_law_1.2,1.082572841644287
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,16,power_law_1.01,1.8006015777587892
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,power_law_1.2,0.14561280012130737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,power_law_1.01,0.46776318550109863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,8,power_law_1.01,5.264384078979492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,power_law_1.01,0.1026047945022583
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,power_law_1.2,1.5407103538513183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,power_law_1.2,0.09768959879875183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,power_law_1.01,0.5249023914337159
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,power_law_1.01,0.104038405418396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,power_law_1.2,1.6488447189331055
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,power_law_1.01,0.7258111953735351
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,16,power_law_1.01,4.2416126251220705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,power_law_1.2,0.1316864013671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,power_law_1.01,1.0338303565979003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,8,power_law_1.2,3.3138687133789064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,power_law_1.2,0.104038405418396
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,power_law_1.01,1.3017087936401368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,power_law_1.2,0.2289664030075073
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,8,power_law_1.2,6.794239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,power_law_1.01,1.8997247695922852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,power_law_1.2,0.30842878818511965
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,power_law_1.01,0.12554240226745605
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,power_law_1.01,2.166374397277832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,power_law_1.2,0.34447360038757324
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,power_law_1.2,0.5957632064819336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,32,power_law_1.01,3.7345279693603515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,power_law_1.01,0.08130559921264649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,power_law_1.2,0.658022403717041
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,power_law_1.2,0.1300480008125305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,power_law_1.01,0.16773120164871216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,power_law_1.2,0.9345024108886719
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,power_law_1.01,0.18821120262145996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,32,power_law_1.01,6.605824279785156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,power_law_1.2,1.3328384399414062
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,power_law_1.01,0.26521599292755127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,power_law_1.2,0.08785920143127442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,power_law_1.2,0.19005440473556517
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,power_law_1.2,1.7889280319213867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,power_law_1.01,0.29900801181793213
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,power_law_1.01,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,power_law_1.01,0.107315194606781
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.01,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,power_law_1.01,0.3827712059020996
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,power_law_1.2,2.6664960861206053
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,power_law_1.2,0.255180811882019
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.2,0.13660160303115845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,power_law_1.2,0.33914880752563475
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,power_law_1.2,3.56495361328125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.01,0.13783040046691894
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,power_law_1.01,0.7780352115631104
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,power_law_1.2,0.450764799118042
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.2,0.1325055956840515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,power_law_1.01,0.8693759918212891
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,32,power_law_1.2,5.967462539672852
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,power_law_1.2,0.5703680038452148
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.01,0.10833920240402221
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,power_law_1.01,1.4743552207946777
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,power_law_1.2,0.8310784339904785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,power_law_1.2,0.10833920240402221
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,32,power_law_1.2,11.443814086914063
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,power_law_1.2,1.3080575942993165
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,power_law_1.01,1.6527360916137694
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,power_law_1.2,1.5138815879821776
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,power_law_1.01,2.0893695831298826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.01,0.1521664023399353
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,power_law_1.2,2.0156415939331054
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,power_law_1.2,0.12021759748458863
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,16,power_law_1.01,3.609600067138672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,power_law_1.01,0.17920000553131105
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,power_law_1.2,3.076095962524414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,power_law_1.01,0.21872639656066895
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,power_law_1.2,0.12922879457473754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.2,0.13496320247650145
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.01,0.1316864013671875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,16,power_law_1.01,7.057408142089844
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,16,power_law_1.2,4.777369689941406
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,power_law_1.01,0.2850816011428833
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,power_law_1.01,0.3344383955001831
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,power_law_1.01,0.4569087982177734
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,16,power_law_1.2,9.008742523193359
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.01,0.1363968014717102
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,power_law_1.01,0.6492159843444825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,power_law_1.2,0.22650880813598634
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.2,0.15196160078048707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,power_law_1.01,0.7919616222381591
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.01,0.130457603931427
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.01,0.14090240001678467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,power_law_1.2,0.313753604888916
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.2,0.16895999908447265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,power_law_1.01,0.9756671905517578
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.2,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,power_law_1.2,0.4038656234741211
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.2,0.13987840414047242
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,power_law_1.01,1.5718400001525878
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,power_law_1.2,0.5193727970123291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,power_law_1.01,1.8290687561035157
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,power_law_1.2,0.6359039783477783
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.2,0.260096001625061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.01,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,power_law_1.01,2.309529685974121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,power_law_1.2,0.9607168197631836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,power_law_1.2,1.1669504165649414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,8,power_law_1.01,4.200857543945313
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.01,0.156876802444458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.2,0.4073472023010254
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.01,0.16609280109405516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,power_law_1.2,1.658675193786621
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.2,0.46919679641723633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,8,power_law_1.01,8.434483337402344
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,power_law_1.2,2.4842239379882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.01,0.19763200283050536
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.2,0.7127039909362793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.01,0.16773120164871216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,power_law_1.2,3.0238719940185548
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.2,0.13864959478378297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.2,0.8722432136535645
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.01,0.260096001625061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,8,power_law_1.2,4.7681537628173825
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.2,1.3135871887207031
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.01,0.35880959033966064
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.2,0.13946880102157594
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.2,1.4131199836730957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.2,0.14602240324020385
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,8,power_law_1.2,13.607527160644532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.01,0.39772160053253175
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.2,2.170879936218262
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.01,0.31252479553222656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.2,0.15790079832077025
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.01,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.01,0.36249599456787107
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.01,0.5814271926879883
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.01,0.13414399623870848
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.2,3.1035392761230467
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.01,0.4749311923980713
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.2,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.2,0.12513279914855957
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.01,0.5906432151794434
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.01,0.71495680809021
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.2,0.2002943992614746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.01,0.14438400268554688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.2,3.9270401000976562
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.2,0.13230079412460327
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.2,0.22077438831329346
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.01,0.15646719932556152
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.01,0.8089599609375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.2,6.569369506835938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.01,1.0233856201171876
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.01,0.12840960025787354
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.01,1.0323967933654785
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.01,0.16363519430160522
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.2,0.33013761043548584
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.01,1.3920255661010743
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.01,1.1077631950378417
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.2,0.17428480386734008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.01,0.19353599548339845
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.2,0.41881599426269533
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.2,14.685183715820312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.01,1.626521682739258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.2,0.5867519855499268
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.01,1.7217536926269532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.2,0.6969344139099121
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.01,2.3400447845458983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.01,0.31989760398864747
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.2,1.053286361694336
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.01,2.080768013000488
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.01,0.12144639492034912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.2,0.12144639492034912
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.2,0.22671360969543458
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.01,3.8514686584472657
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.01,0.33464319705963136
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.2,1.0596351623535156
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.01,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.2,0.22773759365081786
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.01,0.4276224136352539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.2,1.8280448913574219
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.01,2.9020160675048827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.2,0.32522239685058596
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.01,0.5289984226226807
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.01,7.043891143798828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.2,2.287411117553711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.2,0.37765119075775144
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.01,0.7735295772552491
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.2,0.48619518280029295
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.01,4.747468948364258
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.01,0.9648127555847168
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.2,3.195699119567871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.01,0.14807039499282837
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.2,0.6717440128326416
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.01,1.2460032463073731
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.2,4.659814453125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.2,0.8960000038146972
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.01,1.7129472732543944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.01,9.20821762084961
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.2,0.1230847954750061
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.01,0.17223680019378662
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.2,1.1579392433166504
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.01,2.117836761474609
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.01,0.2066431999206543
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.2,1.6846847534179688
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.01,3.301375961303711
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.2,12.252774047851563
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.01,0.132915198802948
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.01,0.23470079898834229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.2,2.046156883239746
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.01,0.22978560924530028
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.2,0.15319039821624755
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.01,6.81553955078125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.2,2.59420166015625
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.01,0.28774399757385255
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.2,0.159334397315979
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.2,0.1669119954109192
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.01,0.36925439834594725
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.2,4.096819305419922
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.01,0.4370431900024414
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.01,0.5648384094238281
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.01,0.7268352031707763
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.2,9.343180847167968
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.01,1.010483169555664
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.2,0.25169920921325684
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.01,1.3668352127075196
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.2,0.3502079963684082
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.01,1.8067455291748047
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.2,0.3764224052429199
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.01,2.2040576934814453
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.01,0.16711679697036744
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.2,0.46919679641723633
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.01,0.19271680116653442
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.2,0.6240255832672119
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.01,3.5364864349365233
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.2,0.12677119970321654
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.01,0.20377600193023682
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.2,0.8740863800048828
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.01,0.2150399923324585
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.01,6.898278045654297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.2,1.0516480445861816
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.01,0.2549760103225708
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.2,1.577779197692871
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.01,0.263372802734375
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.2,0.16076799631118774
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.01,0.33996798992156985
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.2,1.9214336395263671
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.01,0.39915521144866944
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.2,2.57126407623291
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.01,0.520192003250122
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.2,0.19251199960708618
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.01,0.627507209777832
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.2,4.2539009094238285
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.01,0.8712191581726074
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.2,0.25292799472808836
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.01,1.1059200286865234
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.2,8.008704376220702
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.2,0.25763840675354005
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.01,1.6234495162963867
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.2,0.33505280017852784
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.01,2.0951040267944334
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.2,0.43479042053222655
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.2,0.5447679996490479
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.01,2.550169563293457
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.2,0.6729728221893311
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.01,4.058931350708008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.2,0.8996864318847656
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.2,1.3215744018554687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.01,7.909990692138672
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.2,1.9884031295776368
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.2,2.222080039978027
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.2,2.8596223831176757
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.2,4.8791553497314455
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.2,9.80664291381836
