framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,1.0266591930389404
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,1.6343305587768555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,2.1421772861480712
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,6.300310974121094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,6.4030390548706055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,3.8961862182617186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,6.340720710754394
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,6.533897247314453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,6.6086496734619145
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,6.550486488342285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,6.648851432800293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,6.707567749023437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,6.878760986328125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,6.676570816040039
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,7.124632034301758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,7.490293807983399
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,8.030182418823243
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,8.853687438964844
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,9.776004867553711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,12.171407318115234
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,15.120353088378906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.5450134468078613
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.8588595294952392
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,21.051185760498047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,1.1236351871490478
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,27.581910705566408
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,1.0541158485412598
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,2.0071795272827146
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,1.5844659042358398
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,1.9959699535369873
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,3.8904892730712892
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,6.365991668701172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,6.397233543395996
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,40.37766174316406
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,6.505990142822266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,6.531868362426758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,6.605444793701172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,6.629600524902344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,6.73248031616211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,6.7165055847167965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,6.848347778320313
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,6.869176330566407
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,55.77945190429688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,7.007597122192383
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,7.3204309844970705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,7.9570529174804685
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,8.438947067260742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,10.020187911987305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,12.414637908935546
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,15.178321990966797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,21.073592376708984
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,82.49278259277344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,27.352933654785158
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.5449404811859131
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.833084807395935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,1.0452988719940186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,2.0077363204956056
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,41.91083343505859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,1.779292163848877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,2.368910369873047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,110.81062377929688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,3.5830989265441895
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,6.717101097106934
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,10.912869644165038
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,56.15408996582031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,10.974863357543946
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,11.139386596679687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,11.19952896118164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,11.373451538085938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,11.399065628051758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,141.13740600585936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,11.525915451049805
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,11.450511093139648
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,11.805491256713868
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,11.686307373046875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,82.94311706542969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,12.233481369018556
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,12.506398010253907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,13.921146392822266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,14.80695770263672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,16.813823852539063
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,20.87604202270508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,25.87687973022461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,113.10952392578125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,36.323170776367185
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.9188332748413086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,1.2554220867156982
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,1.8744812679290772
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,3.49951810836792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,47.71375091552734
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,1.7733935928344726
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,2.285904006958008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,142.24443481445311
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,3.228855972290039
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,6.80068904876709
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,10.89710952758789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,10.978150100708008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,70.44971435546876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,11.160808029174804
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,11.042908096313477
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,11.478793640136718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,11.37566162109375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,11.520098876953124
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,11.309208602905274
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,11.799982070922852
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,11.79111099243164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,12.347964935302734
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,95.26507446289062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,12.905795822143554
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,13.508863677978516
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,14.999426727294923
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,16.670704650878907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,21.15150863647461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,26.173809051513672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,36.94753723144531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,144.36713134765625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,48.84895324707031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.918536319732666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,1.2063539123535156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,1.697002878189087
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,3.5441353797912596
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,71.96263366699219
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,1.1498995208740235
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,2.107367992401123
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,2.519149131774902
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,198.37359008789062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,5.864045753479004
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,96.59512817382813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,10.111321640014648
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.03295231997966766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.06987775981426239
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,11.81450225830078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.5611507177352906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,1.386750078201294
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.33337055921554565
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.8581728076934815
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,1.4805795192718505
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,1.55321346282959
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,1.5944070148468017
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,1.6279951858520507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,1.658908758163452
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,2.4573324584960936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,2.476101131439209
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,2.495770225524902
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,2.5668096351623535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,2.5692457389831542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,2.6185923194885254
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,2.672577590942383
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,2.726461410522461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,2.830978889465332
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,2.9966428756713865
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,3.3404700469970705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,3.841771545410156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,4.993852119445801
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,6.262699203491211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,247.4777685546875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,8.991324005126954
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.038826560378074644
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.12371968030929566
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,148.145234375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03333120048046112
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.29990880250930785
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,11.502875518798827
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.7816265630722046
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.8102275133132935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,14.486967926025391
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.7338790369033813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.8330540990829468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.8571980857849121
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.8704899215698242
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.45266912937164305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.060364799797534945
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.29642271757125854
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.47478752613067626
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.6942188835144043
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,1.4127094268798828
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,1.5244486236572266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,1.6202543830871583
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.032591040134429934
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,1.6642047691345214
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,1.662196455001831
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,1.6981369400024413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,2.4833945655822753
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,2.551683826446533
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,2.488755187988281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,2.6126099014282227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,2.5963814544677732
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,2.6380486488342285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,2.666536979675293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,2.7679631996154783
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,2.8470614624023436
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,3.0796166610717775
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,3.5076095962524416
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,4.0745458984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,5.347612457275391
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.03190784007310867
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,6.590882949829101
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.08534944176673889
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.038920319974422454
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,9.222489242553712
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.25214879751205443
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.3627008008956909
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.7279692792892456
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.7973676824569702
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.8454208040237426
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,12.082606048583985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.8614988803863526
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.8693657493591309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.8886569595336914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,14.89306640625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.5291107225418091
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,1.2694726467132569
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.46054271221160886
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,2.1081497383117678
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,5.544628486633301
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,198.36227416992188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,5.97012451171875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,6.2064210891723635
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,3.001239719390869
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,6.3304393768310545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,6.452407722473144
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,6.585507774353028
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,10.191112060546875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,10.271577682495117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,10.525701217651367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,10.603560333251954
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,10.72090850830078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,10.851153869628906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,11.202908172607422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,11.612516479492188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,11.92408058166504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,155.02868530273437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,12.290662460327148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,13.794864807128906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,15.248138275146484
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.24240992784500123
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.6571494388580322
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,1.093906545639038
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.28484544038772586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,19.49019989013672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,1.5594355106353759
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,3.0990313339233397
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,24.283627014160157
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,3.227873306274414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,248.13025146484375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,3.2894246101379396
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,2.893895378112793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,3.3550844955444337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,3.440690574645996
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.46387104034423826
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.5612544059753418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,34.42505401611328
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,1.1539548778533935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,2.6280038261413576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,5.6051810836791995
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,6.111957473754883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.8093158531188964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,6.387116775512696
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,6.4701436996459964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,6.56078842163086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,43.974390258789064
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,6.678567733764648
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,10.312067260742188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,10.507642822265625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,10.591117401123046
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,10.765423049926758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,10.865541076660156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,10.967141342163085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,55.826422119140624
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,11.333976593017578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,11.521635131835938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,12.05572280883789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,12.646154327392578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,14.46761215209961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,16.415621185302733
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.2964678382873535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.2582323145866394
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.602839035987854
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.9179647970199585
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,1.351104965209961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,20.9350146484375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,2.9237554931640624
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,3.1757397842407227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,3.3206144332885743
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,3.3679350280761717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,25.442518615722655
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,3.4343424224853516
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,3.497378807067871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,1.8388768196105958
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,1.2340633583068847
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,3.162746238708496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,35.28049591064453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,5.839871673583985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,8.515471267700196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,15.642071075439453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,45.36757019042969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,17.13864517211914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,1.0414265775680542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,17.816688385009765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,1.6511283016204834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,18.359253997802735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,18.763140411376952
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,1.4787887859344482
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,1.1149503993988037
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,2.9550672149658204
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,57.688566284179686
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,4.945601882934571
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,9.723380432128906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,10.234765930175781
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,19.295805358886717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,7.433451461791992
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,15.437297973632813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,17.188338623046874
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,1.6035634899139404
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,17.993994140625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,18.76787139892578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,19.22174819946289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,20.022925720214843
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,20.538429565429688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,2.0583526420593263
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,4.060098571777344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,9.955008926391601
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,5.229831390380859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,31.809525451660157
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.5804003143310547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.7802559947967529
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,1.1582044601440429
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,2.1819289779663085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,3.3563647842407227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,3.224503345489502
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,3.1674863624572756
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,3.2016070747375487
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,11.550053482055665
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,3.246846122741699
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,3.246274528503418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,3.3672902679443357
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,3.3707826805114744
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,3.414936065673828
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,3.581612854003906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,3.7739417266845705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,3.621893424987793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,3.966136360168457
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,4.380301780700684
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,4.975605735778808
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,5.997659492492676
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,17.615769653320314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,7.24812728881836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.2783731198310852
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.41002463340759276
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,10.53943733215332
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.5579849576950073
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,1.0383046340942383
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,13.625425872802735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.5281475162506104
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.754268159866333
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,1.0084761476516724
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,2.0082476806640623
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,20.167895202636718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,3.1856816101074217
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,3.118223342895508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,3.2033996772766113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,3.2253731536865233
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,3.213217945098877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,3.2446157455444338
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,3.358327713012695
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,26.589212341308595
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,3.368477439880371
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,3.4329993438720705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,3.4936915588378907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,3.578560333251953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,3.6671049880981443
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,4.005918731689453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,4.43157054901123
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,5.040924835205078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,6.20614501953125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,7.439635772705078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,40.38639678955078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,10.435061416625977
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,13.506016159057618
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.2784460783004761
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.39717567920684815
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.5310025548934937
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,54.964580078125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,20.180345611572264
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,1.0385804843902589
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.9167852783203125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,1.471116819381714
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,1.6056713485717773
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,3.1423478317260742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,27.062956237792967
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,5.280849266052246
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,5.60421760559082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,68.00077880859375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,5.584676780700684
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,5.660527038574219
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,5.718906555175781
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,5.858680953979492
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,5.893222427368164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,5.749328689575195
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,5.687223129272461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,40.095822143554685
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,6.025265655517578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,6.159554557800293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,6.5026655197143555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,6.637567100524902
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,7.929148101806641
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,8.45109016418457
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,10.613389053344726
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,55.31726806640625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,13.086235656738282
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,18.49252853393555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.46504960060119627
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.775607681274414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.8387379217147827
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,23.897066497802733
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,69.04366027832032
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,1.630576639175415
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.9223270320892334
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,1.3360012722015382
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,1.5622144031524658
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,3.2769330978393554
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,5.2946908569335935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,5.52997859954834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,36.50533386230469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,5.625671043395996
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,5.609061393737793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,5.7976927566528325
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,5.846731224060059
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,5.813881950378418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,48.19436248779297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,5.743523864746094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,5.881989135742187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,6.0984709930419925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,6.018621444702148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,6.344046783447266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,6.490038681030273
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,7.745894088745117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,8.719071655273437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,10.608435134887696
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,12.943509826660156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,71.7403857421875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,18.831306610107422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,24.18207702636719
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.4650803232192993
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.711833610534668
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.8160240077972412
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,1.6950272083282472
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,36.71925689697266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,97.58790588378906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,1.0505184078216552
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.5261193609237671
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,1.2485222434997558
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,3.111175327301025
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,5.137468833923339
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,48.6348291015625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,7.177184982299805
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,10.677441940307617
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,11.380540313720703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,123.21939208984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,11.933900833129883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,12.34324447631836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,12.78217010498047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,72.12453491210937
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,13.139066772460938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,13.397870712280273
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,13.93665008544922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,20.075970611572266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,20.177210998535156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,20.97802230834961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,21.715343017578125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,22.40462860107422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,23.448340606689452
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,97.71881225585938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,24.499435272216797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,25.967605743408203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.32470847606658937
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.5535702419281006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,27.393287658691406
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,122.066298828125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.6825676822662353
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,1.6070633602142335
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,30.86918701171875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,2.6297635078430175
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,3.6474671936035157
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,35.26162322998047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,5.418412437438965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,5.77602523803711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,6.055933494567871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,6.2614937591552735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,6.478926162719727
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,6.669782981872559
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,45.49810211181641
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,6.813245391845703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,7.110100860595703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,1.0503574371337892
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,1.3000249671936035
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.5791436815261841
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,2.7654070472717285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,4.279660415649414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,6.239292144775391
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,57.641236572265626
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,10.388786010742187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,11.040776596069335
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,11.69185791015625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,12.144660339355468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,12.598291244506836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,13.03619255065918
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,13.357587432861328
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,14.192496795654296
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,69.88518371582032
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,20.569187622070313
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,20.63995864868164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,21.872052459716798
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,22.8550830078125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,23.595980529785155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,24.65740692138672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,25.438094787597656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.32574464082717897
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,27.390136108398437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.5533184003829956
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.6876467180252075
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,1.4285619354248047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,2.202204132080078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,28.866212158203126
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,3.179755458831787
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,33.591233825683595
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,5.265181770324707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,5.6033977508544925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,38.197001953125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,5.934090194702148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,6.166384620666504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,6.388633613586426
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,6.613236503601074
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,6.7982802581787105
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.029807039797306062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.024001920074224473
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,7.250042190551758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.15351808309555054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.3282937598228455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.39777183771133423
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.6981120014190674
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,49.408367004394535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.7830835247039795
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.7770313549041749
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.8071536064147949
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.8126134395599365
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.8287225580215454
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,1.245992946624756
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,1.243422384262085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,1.324615354537964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,1.2644543838500977
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,1.2837887954711915
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,1.3059993648529054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,1.3574441623687745
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,1.3739315128326417
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,1.452366714477539
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,1.5326876831054688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.764021739959717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,2.0469350624084472
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.652917766571045
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,3.388968658447266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.029511679708957673
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.031692799925804135
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,4.755138244628906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.046551039814949034
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.09749440014362336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.19963840126991272
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.366505925655365
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.38806527853012085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,6.157216300964356
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.40405984163284303
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,61.42310363769531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.41857887983322145
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.42154752254486083
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.4361311960220337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,7.787241897583008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.024020800143480302
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.029642880260944367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.08310783952474594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.28155711650848386
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.3512819242477417
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.6974054479598999
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.7629603147506714
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.8061337614059448
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.8246339225769043
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.8392288208007812
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.8607420635223388
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,1.2512236785888673
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,1.2488396739959717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,1.269009599685669
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,1.274439687728882
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,1.2964937782287598
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,1.36288161277771
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,1.3120102405548095
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,1.4010934448242187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,1.4762495899200438
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,1.5628457355499268
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.8122739601135254
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,2.1662204933166502
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.810160312652588
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.029470719397068024
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03183487981557846
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,3.5406438446044923
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.040057599544525146
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.06764415979385376
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.15679391980171203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,75.73011474609375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.946286125183105
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.3669503998756409
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.39705567598342895
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.42039296388626096
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.4317177677154541
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,6.348236770629883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.450743350982666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.47253376960754395
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.869335327148438
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.23512064218521117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.30112767696380616
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.6541510295867919
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,1.1554179000854492
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,1.5775942516326904
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,2.7733084678649904
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,2.9677645111083986
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,3.092619819641113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,3.182407703399658
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,3.26517765045166
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,3.343502655029297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,4.935472946166993
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,5.028986930847168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,5.118740501403809
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,5.174681587219238
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,5.245797157287598
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,5.305323181152343
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,5.501378593444824
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,5.5870771408081055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,5.857227516174317
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,6.121069412231446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,6.772272109985352
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,7.720281982421875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.10073087871074676
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.05029887914657593
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.3455980801582336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,9.846247329711915
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.5993251276016235
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.8163119983673096
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,1.4275887966156007
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,1.5307878398895263
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,12.074577865600586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,1.5963820838928222
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,1.63829758644104
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,1.6774844455718994
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,1.7225401496887207
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.23828479766845703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.27930368185043336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,17.836329040527342
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.59849600315094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.9901843357086182
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,1.384550428390503
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,2.7852649688720703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,3.0342921447753906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,3.1798572731018067
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,3.301556797027588
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,3.3700125503540037
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,3.4260786819458007
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,23.190077056884764
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,5.008545265197754
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,5.0579839706420895
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,5.188003234863281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,5.221045150756836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,5.358784980773926
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,5.365369873046875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,5.561978874206543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,29.091036682128905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,5.666587524414062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,5.963837471008301
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,6.29920768737793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,7.0904831695556645
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.050124800503253936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,8.169940490722656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.07035808026790619
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.31319967985153196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.5164748764038086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,10.334176864624023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.7174016094207764
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,1.4330470275878906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,1.5645580863952637
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,12.748093185424805
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,1.6387471866607666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,1.7009024047851562
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,1.739611530303955
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,1.7704857444763185
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.5704489469528198
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,18.226646881103516
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.9461036729812622
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,1.5352393627166747
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,2.934589443206787
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,4.251089935302734
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,23.797042236328124
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,7.814512481689453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,8.449452133178712
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,8.79217658996582
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,9.108438110351562
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,9.310831680297852
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,29.258863220214845
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,9.595084533691406
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,9.86426025390625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,14.889164276123047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,15.267931518554688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,15.550944519042968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,15.723221740722657
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,16.296007690429686
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,16.73240219116211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,17.260314025878905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,18.004344482421875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,18.638079833984374
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,20.186888122558592
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.33239040374755857
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,21.976319885253908
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.5333679962158203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.7927600049972534
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,1.5182335948944092
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,2.207354907989502
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,26.762218627929688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,4.045311965942383
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,4.407787208557129
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,4.579234886169433
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,4.738751678466797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,32.01009674072266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,4.850021476745606
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,4.995819549560547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,5.123983039855957
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.6306393575668335
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.7642723226547241
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,1.3879500675201415
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,2.3944908714294435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,3.697705001831055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,44.18338684082031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,7.734271011352539
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,8.452863311767578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,8.952596588134766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,9.299445495605468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,9.558896789550781
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,9.97017547607422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,10.249367065429688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,57.3597265625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,15.457555847167969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,15.69407989501953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,15.882945709228515
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,16.217721099853517
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,16.556737060546876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,17.06278747558594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,17.41154052734375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,71.32590026855469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,18.17836441040039
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,19.06603988647461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.33121279954910277
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,21.08853256225586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.3919865584373474
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.7187251281738282
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,23.61964370727539
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,1.2399103927612305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,1.9136511993408203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,4.006645126342773
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,28.5214599609375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,4.407162590026855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,4.659926414489746
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,4.849590682983399
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,4.971499214172363
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,5.199912948608398
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,34.20430358886719
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,5.3309439849853515
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.5894348812103272
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,1.1478732872009276
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,2.0832662391662597
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,2.82230655670166
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,5.7591471862792964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,46.747605590820314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,8.942202453613282
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,10.889871368408203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,14.78183837890625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,15.708842620849609
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,60.431573486328126
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,16.28969985961914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,17.370582122802734
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,17.992578125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,18.56291809082031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,18.78243347167969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,75.19703063964843
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,19.22519775390625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,20.059891815185548
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,28.55355285644531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,29.897553100585938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,30.75220458984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,32.05466094970703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,32.948480224609376
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.33802207946777346
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,35.167836303710935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,36.383037414550785
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.6190899276733398
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,1.1805491161346435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,1.422366075515747
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,39.36931457519531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,2.951116180419922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,4.543896675109863
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.537475209236145
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,1.0620518493652344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,5.536283912658692
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,1.4193545722961425
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,7.9603200531005855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,2.6792237091064455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,43.24565704345703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,4.951847686767578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,7.564016723632813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,51.89369567871094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,9.503098831176757
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.6190883255004883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.8194150495529174
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,13.939158020019532
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,14.83061019897461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,15.6122705078125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,3.8693436431884765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.6096988725662231
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.31492063999176023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,61.63898254394531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,7.070412368774414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,7.523255081176758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.9949155330657959
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,1.0522617530822753
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.9849503898620605
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,1.031402244567871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,1.1272483158111573
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,1.1599667263031006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,1.0562662410736083
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,1.17622784614563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,1.0891948699951173
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,1.0910383987426757
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,1.1321510219573974
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,73.69790405273437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,1.14586368560791
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,1.1772415924072266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,1.230099515914917
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,1.5143321609497071
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,2.185203514099121
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.9526118278503417
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.7090867614746095
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.2377423858642578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.97910945892334
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.055343679189682006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.1890304034948349
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.31261632204055784
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.5345158433914184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.28063488245010376
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,9.750005264282226
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.5798809671401978
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.263586502075196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.8848953676223755
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.9683142471313476
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.9842064094543457
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,5.958714866638184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,1.0247167873382568
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,1.0488185787200928
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,1.064488639831543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,1.120428171157837
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,14.531058654785156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,1.072947187423706
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,1.0791731262207032
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,1.1022643280029296
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,1.1291030406951905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,1.147971830368042
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,1.1697030353546143
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,1.2222032070159912
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,1.5190323162078858
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,2.189523525238037
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.7234739208221435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,19.256012420654297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.1988854598999024
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.869121913909912
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.951335906982422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.271359634399414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.05600160002708435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,24.01862518310547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.2044617623090744
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.037217254638672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.3056822443008423
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.5353558301925659
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.4611040019989014
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.664276795387268
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,9.771478729248047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.8673279953002929
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,1.6710342502593993
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,2.6889567947387696
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,2.7063091468811034
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,2.70559232711792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,2.8007919883728025
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,2.831584300994873
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.527989807128906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,2.8460051345825197
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,2.941467533111572
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,2.8722483253479005
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,2.9663935852050782
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,3.106641941070557
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,3.1780349159240724
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.187609558105468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,3.1317500495910644
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,3.4342807006835936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,3.912703094482422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,4.287578926086426
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,23.93114242553711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,5.206466598510742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,6.231080932617187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.24147968292236327
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,8.907847061157227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.35377055644989014
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.45186815738677977
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.8602521657943726
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,11.620850219726563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.4602979183197021
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.6653952169418335
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.8473782396316528
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,1.722078046798706
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,2.7241158485412598
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,17.121761169433594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,2.7754188919067384
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,2.768936958312988
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,2.8002195167541504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,2.8263414192199705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,2.8471091270446776
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,22.837749481201172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,2.9174441719055175
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,2.865294380187988
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,2.9260274887084963
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,3.0601996421813964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,3.138262405395508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,3.1422771072387694
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,3.409694080352783
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,3.78628963470459
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,4.143021087646485
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,5.258679656982422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,34.7298291015625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,6.22436222076416
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,9.033779067993164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,11.41383041381836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.24134560108184813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.35430335998535156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,46.956748962402344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.44096352338790895
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,17.597561492919922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.8815692806243897
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.279387526512146
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.5317564868927002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.6064415979385376
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,1.4710364723205567
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,22.916485137939453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,2.4438777351379395
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,59.460147094726565
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,3.5033164978027345
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,5.409678382873535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,5.818583030700683
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,6.069278755187988
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,6.303498191833496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,6.532924728393555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,35.48115966796875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,6.73142333984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,6.893854751586914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,7.220701904296875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,10.293821487426758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,10.302165298461913
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,47.03686676025391
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,10.689899215698242
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,11.112670364379882
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,11.428996124267577
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,11.882465286254883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,12.328867416381836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,13.399990997314454
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,14.20220428466797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,59.84872497558594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.08576864123344421
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.29706143617630004
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,16.336240692138674
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.3402854442596436
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.7681391954421997
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,1.2608195209503175
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,1.8066719818115233
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,2.7439814376831055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,2.949507541656494
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,18.59060562133789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,3.07911678314209
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,3.190035800933838
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,3.316234245300293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,3.41565185546875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,23.297207489013672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,3.5056621170043947
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,3.6873513412475587
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.30563199043273925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.5505942392349243
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.6787667179107666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,1.3379583930969239
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,2.1788873863220215
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,3.0301385498046876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,29.50678405761719
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,5.260502090454102
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,5.675364532470703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,6.014831314086914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,6.263243865966797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,6.513848304748535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,6.753586196899414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,6.949149475097657
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,36.06935546875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,7.413001251220703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,10.660106353759765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,10.518700866699218
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,11.220418319702148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,11.631370239257812
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,11.94879898071289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,12.430095291137695
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,12.92464111328125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,13.921092834472656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.08528767824172974
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.3043513584136963
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.36288512229919434
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,14.930257110595702
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.6884963226318359
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,1.1208492851257323
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,17.32929489135742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,1.5499964618682862
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,2.667188491821289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,19.8247119140625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,2.8795593643188475
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,3.044616928100586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,3.1776246070861816
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,3.3016690826416015
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,3.4261891937255857
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,3.532266502380371
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,25.32881408691406
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,3.7866896057128905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.0323868802189827
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.02250752002000809
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.024625280052423478
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.10464256048202515
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.22457216024398804
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.3913619232177734
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.38696895360946654
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.4013875198364258
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.4090758442878723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.4156822347640991
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.4274377632141113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.6206870460510254
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.6306096029281616
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.6362720060348511
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.6365785598754883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.6395488023757935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.6463964796066284
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,31.787333984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.6683852863311768
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.7063635158538818
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.7566531229019166
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.8180195140838623
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.9803871917724609
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,1.1676633548736572
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.626224660873413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,2.047631034851074
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.925711364746094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.028641279935836792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.827977638244629
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,38.456493530273434
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.029950400292873384
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,4.765130577087402
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.035143039524555206
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.1807257604598999
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.20369215846061706
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.04245407998561859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.22853407859802247
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.21853024363517762
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.22555392265319824
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.231177921295166
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.05770111978054047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.022492479979991913
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.02416511982679367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.029971520006656645
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.052746240496635434
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.1772428810596466
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.36047871828079225
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.39316415548324585
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.40826751708984377
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.4255539131164551
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.4221532845497131
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.43504640102386477
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.6416684770584107
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.6311711978912353
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.6318483209609985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.6381872034072876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.6397430419921875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.6545888042449951
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.6755494403839112
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.7162313652038574
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.7594086408615113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.8374672031402588
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.9978368091583252
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,1.197710723876953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.636287021636963
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.028503039777278902
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.029715519845485688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.03410943984985351
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,2.088743667602539
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.039962879717350006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.05616095900535584
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.9366761779785158
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.18300928115844728
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.20668319940567018
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.2196057605743408
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.8902365875244143
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.22747008323669435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.22780927658081054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.23628479957580567
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,4.782745590209961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.03949567973613739
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.07214047968387603
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.3264396810531616
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.5682732772827148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.7958403253555297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,1.3997155284881593
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,1.506054391860962
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,1.5706316661834716
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,1.6214620876312256
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,1.6631872272491455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,1.6889520072937012
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,2.510393600463867
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,2.5213936042785643
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,2.540839366912842
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,2.600506248474121
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,2.621143035888672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,2.6920236778259277
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,2.791596794128418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,2.8946006393432615
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,3.0653718376159667
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,3.250143985748291
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,3.667476463317871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,4.179106903076172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.045401599705219266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.049735359847545624
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,5.3240831756591795
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.1292464017868042
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.2967843174934387
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.4100812816619873
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,6.551378021240234
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.7215513658523559
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.775710072517395
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.8038384008407593
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.8244531345367432
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.8553369712829589
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.858756160736084
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,9.293474502563477
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.06508288025856018
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.03970848023891449
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.2916659188270569
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.47494112014770506
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.6926227188110352
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,12.123955154418946
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,1.4084179210662842
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,1.5453372859954835
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,1.6438153648376466
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,1.6871731090545654
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,1.6903875255584717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,1.7299558639526367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,2.5081852722167968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,15.000503387451172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,2.530937271118164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,2.559713249206543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,2.6488928031921386
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,2.6364723014831544
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,2.7275052642822266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,2.7868051528930664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,2.9334111976623536
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,3.089940490722656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,3.3070374298095704
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,3.8076802825927736
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.045885440111160275
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,4.348875160217285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.050745600759983064
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.09049984157085418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,5.570395736694336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.25133696079254153
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,6.872094039916992
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.3649433588981628
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.7249187135696411
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.7944188737869262
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.8395340776443482
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.8680652999877929
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.8612547206878662
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,9.544631805419922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.8920252704620362
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.29129503965377807
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.49654783725738527
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.770916805267334
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,12.555642929077148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,1.4851584243774414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,2.166077117919922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,3.840225296020508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.47251708984375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,4.21795581817627
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,4.462694091796875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,4.589834213256836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,4.7251558685302735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,4.86999740600586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,4.94803970336914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,7.321803817749023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,7.535930099487305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,7.67338493347168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,7.793735656738281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,7.966247329711914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,8.29067855834961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,8.475114212036132
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,8.88624137878418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,9.176994705200196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,10.235882415771485
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.06920192003250122
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,11.262296905517578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.2812927985191345
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.4011315202713013
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,13.760081787109375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.7654076766967773
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,1.1187577724456788
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,1.9793817901611328
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,16.394301300048827
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,2.1858396530151367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,2.309795551300049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,2.381338882446289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,2.4441750335693357
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,2.526667823791504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,2.56866304397583
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.3070873546600342
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,22.460012359619142
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.35518463850021365
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.7314022302627563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,1.2630195236206054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,1.8843638229370117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,3.8072928619384765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,4.221306800842285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,4.531812477111816
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,4.690195846557617
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,29.832969665527344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,4.842279357910156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,5.021112289428711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,5.1507610321044925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,7.588065338134766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,7.727378616333008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,36.71151580810547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,7.899361343383789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,7.983616027832031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,8.106536254882812
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,8.374209671020507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,8.609679412841796
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,9.09166603088379
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,9.51593864440918
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,10.566737747192382
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.06895615935325622
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,11.802521438598633
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.16420863926410675
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.3820422410964966
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.653731198310852
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,14.492373504638671
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.9711206436157227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,1.963119354248047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,17.229576416015625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,2.1804851341247558
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,2.348779525756836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,2.440017261505127
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,2.604764156341553
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,2.511164150238037
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,2.6844569778442384
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,23.769825134277344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.32041760683059695
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.599650239944458
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,1.1518668746948242
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,1.4099961566925048
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,2.988206081390381
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,4.487750740051269
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,5.45899299621582
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,30.56789489746094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,7.317739562988281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,7.7405384826660155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,8.05128791809082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,8.525987777709961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,8.859718627929688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,9.081065216064452
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,38.4348861694336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,9.239992294311524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,9.571152114868164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,9.898967132568359
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,14.167530822753907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,14.951607360839844
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,15.410091094970703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,16.178759155273436
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,16.87768829345703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,17.950697326660155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.09918304085731507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,18.903350524902343
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.3349606394767761
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.6135904026031495
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,20.673873901367188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.7298636770248413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,1.5376275062561036
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,2.3062016105651857
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,2.7787673377990725
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,22.715135498046877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,3.7070233535766604
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,3.9184281921386717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,4.073000946044922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,4.314419212341309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,27.321895751953125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,4.486522254943847
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,4.602322883605957
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,4.707327995300293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,4.882544593811035
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.3206320071220398
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,5.063475151062011
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.5997875165939331
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.8271049547195435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,32.501216125488284
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,1.412010564804077
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,2.594363212585449
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,3.917035598754883
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,4.744038391113281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,6.9242263031005855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,38.319960021972655
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,7.342959671020508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,7.709532089233399
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,8.2790576171875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,8.581547012329102
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,8.866668243408203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,9.089239196777344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,9.364520568847656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,9.859766311645508
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,14.173787689208984
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,15.116663513183594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,15.805796356201173
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,16.810157470703125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,17.603336639404297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,18.909756774902345
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.09906016111373901
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.33555456399917605
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.4328438401222229
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,20.081346435546877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,22.23668212890625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.7315449571609497
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,1.3418784046173096
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,2.0051455879211426
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,2.423639030456543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,24.22286361694336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,3.5082640075683593
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,3.722197456359863
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,3.9077865982055666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,4.1947634887695315
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,29.833368225097658
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,4.350340423583984
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,4.498431663513184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,4.618984680175782
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,4.78565372467041
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.04192192047834396
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.2537772822380066
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,35.57412841796875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.31027167797088623
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.5457817649841309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,5.050940856933594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.8373859214782715
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.773038067817688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.811855993270874
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.8097177600860596
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.9052006435394288
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.8223538970947266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.8269184017181397
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.8192607927322387
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.8460185623168945
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.8707171249389648
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.8478505611419678
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.8169856023788452
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.8819078540802002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.9327190399169922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,1.095587844848633
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,1.3689648056030272
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.7460409355163575
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,2.389657611846924
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,41.451376037597655
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,3.0882895851135252
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.04127680003643036
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.04585472017526627
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,4.451911659240722
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.08749919891357422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.26197983503341676
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,5.9518349075317385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.04071168035268784
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.21260287553071977
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.2744486379623413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.5037363147735596
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.7939353561401368
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.8067884922027588
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.8092960071563721
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.7835292673110962
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,9.275484085083008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.8208588790893555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.815912618637085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.8414275360107422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.8402416133880615
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.8440115070343017
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.8624025774002075
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.8477081680297851
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.8234985637664795
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.8745155334472656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,12.543201293945312
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.9429363059997559
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,1.0828902339935302
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,1.401005449295044
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.7383014583587646
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,2.401114559173584
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,16.00633560180664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,3.0669913482666016
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.04135871976613999
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.04517664045095444
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,4.508477096557617
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.08598368048667908
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.2622444772720337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,5.924780807495117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.23270400047302245
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.34662304162979124
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.4396089577674866
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.8862306976318359
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,1.3896892833709718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,9.338254165649413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,1.4242595195770265
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,1.4202543926239013
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,1.4241279983520507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,1.4177990436553956
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,1.415504322052002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,1.428550395965576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,12.701470565795898
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,1.4270463943481446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,1.4595983982086183
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,1.451857271194458
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,1.483761615753174
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,1.5066521453857422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,1.5658691120147705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,1.7832748794555664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,15.836671905517578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.9684351921081542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,2.4664259338378907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,3.005088005065918
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,4.093777923583985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.053934080600738524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,5.192005424499512
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.19198848128318788
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.22843199849128723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.4487366485595703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,7.878081283569336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.232815682888031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.3245798373222351
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.43948543787002564
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.900075511932373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,1.3906723213195802
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,1.4150137710571289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,10.858485717773437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,1.4177766418457032
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,1.4249516677856446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,1.4218918228149413
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,1.4124102306365967
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,1.433589448928833
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,1.4249983978271485
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,1.4537097644805907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,1.4447302532196045
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,1.4772927951812744
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,16.354436950683592
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,1.5085868835449219
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,1.5660931301116943
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,1.7986528015136718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.9713110733032226
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,2.4452301025390626
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,2.9544137573242186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,4.128450584411621
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,22.066461486816408
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,5.184972801208496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05332992076873779
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.16360383868217468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.23395295739173888
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.45410240650177003
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,7.962475357055664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,28.535346069335937
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07112576246261597
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.2783503985404968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.3208902406692505
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,10.909634475708009
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.7768246364593506
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,1.2683852672576905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,1.7555222225189209
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,2.669423370361328
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,2.863509750366211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,2.9991904067993165
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,16.572906951904297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,3.1031260681152344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,3.195994567871094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,3.294197425842285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,3.3668096351623533
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,3.4964550018310545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,22.40542709350586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,4.864460144042969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,4.951875190734864
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,5.123796501159668
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,5.443850288391113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,5.6211849975585935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,28.291348266601563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,6.027395858764648
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,6.380543746948242
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,7.047485504150391
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.08041472136974334
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.08970848143100739
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,7.858820419311524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.13554623901844023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.41826304197311404
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,9.353378219604492
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.6660691165924072
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.9180876922607422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,10.72798713684082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,1.3765919876098633
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,1.4710457611083985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,1.5436790370941162
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,1.593620491027832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,13.782965240478516
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,1.6540467071533203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,1.6999823951721191
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,1.7418022537231446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,1.8242969703674317
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07137279927730561
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,17.039553833007812
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.30046207189559937
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.33218559741973874
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.6846975994110107
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,1.1132604694366455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,1.5388140773773193
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,20.522976684570313
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,2.567198715209961
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,2.7852902221679687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,2.9349356842041017
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,3.0605612564086915
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,3.1914764404296876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,3.2722943687438963
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,3.398922290802002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,3.5854643630981444
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,4.999372406005859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,5.112668151855469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,5.382765998840332
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,5.665217628479004
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,5.903185958862305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,6.2134951400756835
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,6.592007141113282
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,7.344934463500977
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.08040448188781739
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.08933248102664948
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,8.199219284057618
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.1474556815624237
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.3748659157752991
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,9.686670379638672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.5852979183197021
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.8049539136886597
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,11.138283233642579
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,1.3224435138702393
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,1.4355657577514649
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,1.5113523197174072
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,1.573754873275757
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,1.6477536010742186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,14.366781311035156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,1.7016300964355469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,1.76133056640625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,1.8648575973510741
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,18.007590942382812
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.03626944065093994
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04040703982114792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.14500863909721373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.330557119846344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.3988991951942444
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.7279392004013061
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.8019248104095459
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.7879475212097168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.8156467247009277
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.8242966365814209
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.8508415842056274
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,1.2386611080169678
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,21.60916213989258
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,1.2724710369110108
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,1.2730812740325927
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,1.282283535003662
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,1.2793001651763916
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,1.32174560546875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,1.425162239074707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,1.4999139213562012
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,1.6584671974182128
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.8552934646606445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,2.190929889678955
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.04372352063655853
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,2.5174720001220705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.04646815985441208
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,3.2878575134277344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.05680768013000488
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,4.091124458312988
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.1067929607629776
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.20946784019470216
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.37558272123336794
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.39103487491607664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,5.768088645935059
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.4117369604110718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.4228297591209412
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.4283468794822693
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.4438313627243042
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,7.521597442626953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.036330560445785524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.040334399640560153
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.09284351944923401
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.258679358959198
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.34965503692626954
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,9.315592651367188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.7085865592956543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.77336576461792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.8174182271957398
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.8418780851364136
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.8494793605804444
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.8794803237915039
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,1.2879353713989259
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,1.2790447998046874
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,1.2728934478759766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,1.2933500766754151
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,1.3146931266784667
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,1.3548422431945801
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,1.4289660835266114
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,1.536568012237549
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,1.6777209663391113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.858549747467041
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,2.208798713684082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,2.5448217582702637
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.04357952028512955
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.04605951935052872
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,3.315978240966797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.05456767916679382
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,4.1348255920410155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.07460704028606414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.16466943979263304
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.37577728033065794
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.40080288171768186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.42795711755752563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,5.946539192199707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.4384646415710449
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.4412825632095337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.456243200302124
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,7.76625129699707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.05807007908821106
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.23678848028182983
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.4392115187644958
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.7482771253585816
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,9.530890426635743
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,1.0892889595031738
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,2.0253983879089357
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,2.2256224250793455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,2.327695369720459
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,2.426968631744385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,2.4794409561157225
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,2.5464319801330566
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,2.5341126251220705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,3.6499721145629884
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,3.6978764724731445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,3.824320983886719
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,3.878205490112305
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,3.9908950424194334
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,4.178451499938965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,4.335564155578613
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,4.659701156616211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,5.049353256225586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,5.749993858337402
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.0643660819530487
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,6.4698764419555665
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.07266207933425903
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.23522911787033082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.39232319831848145
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,7.860234146118164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.5662582397460938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,1.0412544059753417
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,9.467759704589843
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,1.1531942462921143
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,1.2042131423950195
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,1.251399040222168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,1.285711374282837
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,1.3314339160919189
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,12.908083114624024
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,1.3271654224395752
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.05882559895515442
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.16137856245040894
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.4053500747680664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.6628134441375733
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.9534668827056885
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,16.711618499755858
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,2.0031020927429197
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,2.244996509552002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,2.388867816925049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,2.484858875274658
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,2.5599584007263183
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,2.633909111022949
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,2.632376308441162
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,20.34028564453125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,3.7704169845581053
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,3.836575355529785
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,3.921948776245117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,3.9643436431884767
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,4.0686720275878905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,4.245298271179199
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,4.45637638092041
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,4.751247367858887
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,5.121473007202148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,5.909226264953613
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.06414336144924164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,6.562907104492187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.07068607926368714
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.2082595181465149
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,8.110120544433594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.3517280006408691
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.49445151329040526
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,1.0373516845703126
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,9.832607650756836
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,1.1560243129730225
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,1.2319318389892577
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,1.28330623626709
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,1.3238675212860107
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,1.3667503929138183
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,1.3788662433624268
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,13.515475921630859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.0864243197441101
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.2932940721511841
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.5578735971450806
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.7106022405624389
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,1.4478015995025635
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,17.534300384521483
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,2.234476451873779
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,2.6653459167480467
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,21.395814208984376
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,3.645601921081543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,3.8551961898803713
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,3.979917449951172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,4.296405410766601
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,4.4407398223876955
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,4.565717391967773
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,4.719696655273437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,4.8600466918945315
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,5.0534089660644534
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,7.038832321166992
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,7.345171737670898
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,7.59282341003418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,8.069129943847656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,8.49142463684082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.09384960174560547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,9.371481323242188
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.10266528010368348
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,10.140989379882813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.31222784519195557
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,11.579996109008789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.38298496007919314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.7596031999588013
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,1.158756160736084
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,13.129633712768555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,1.3823891258239747
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,1.8713062477111817
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,1.9752035331726074
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,15.97702117919922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,2.0437491226196287
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,2.2016383934020998
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,2.281174087524414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,2.346656322479248
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,2.437294101715088
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,18.906531677246093
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,2.516662425994873
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,2.625266227722168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.08750047981739044
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.3164262437820435
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.37989215850830077
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,22.09982421875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.6878908681869507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,1.2947327899932861
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.8910189056396485
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,2.3581388854980467
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,3.464376335144043
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,3.6789651489257813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,3.8428960037231445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,4.116469764709473
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,4.312094688415527
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,4.445499458312988
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,4.62271297454834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,4.818657302856446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,5.010456314086914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,7.012628097534179
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,7.437291564941407
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,7.722116470336914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,8.226987228393554
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,8.841359329223632
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,9.88129150390625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.09363424003124238
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,10.700482482910155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.10267519950866699
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.20029024124145509
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.3831395173072815
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,12.202112655639649
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.6724403190612793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.9947731208801269
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,1.2257580852508545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,13.842555084228515
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,1.7863945388793945
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,1.8886246299743652
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,1.969981460571289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,16.79807357788086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,2.1087123107910157
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,2.2168883323669433
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,2.2939427375793455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,2.393835201263428
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,2.4972140693664553
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,20.005580596923828
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,2.6076047897338865
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.030278719663619995
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.0343859201669693
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.06002655953168869
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.286146559715271
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.4084412860870361
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.37242783784866335
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.3988064002990723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.3843766403198242
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,23.26911911010742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.3854848003387451
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.38532095670700073
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.38021120071411135
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.392466242313385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.39261087894439695
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.39144320011138917
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.39810015916824343
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.4147200012207031
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.466114239692688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.4418646383285523
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.47921120166778564
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.6326252794265748
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.8022399950027466
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.1799232006072997
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.545040636062622
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.03522176086902618
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.03652479976415634
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.251397113800049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.04374527931213379
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.03777216017246246
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.1480525016784666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.03311616003513336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.02954943984746933
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,4.614253120422363
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.045260159373283385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.2627584028244019
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.36503488063812256
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,6.370314216613769
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.37565375804901124
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.38362879991531373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.384040961265564
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.38737632274627687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.3853824019432068
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.3864355182647705
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.3818687987327576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.39451231956481936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.3961945605278015
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.3981721568107605
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.40749855518341066
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,8.125305480957032
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.4138489580154419
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.44949504375457766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.4853555154800415
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.6465587186813354
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.787291522026062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.1787363243103028
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.5067932796478272
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.03511136084794998
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.332251205444336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.036536000072956085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.037321280241012576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.0772633934020996
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.043680319488048555
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,4.785232582092285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.04148639976978302
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.18978560209274292
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.28727296113967893
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.44596959590911867
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.6212396860122681
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.6608281564712525
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.6687027168273926
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,6.465075302124023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.6679289627075196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.6729008007049561
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.6762899160385132
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.6744364786148072
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.6695321559906006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,8.20287254333496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.6839705610275268
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.6760127973556519
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.6968934345245361
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.7092831993103027
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.7275814390182496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.8038291215896607
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.9247846221923828
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.1774441719055175
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.4484169483184814
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.9982621002197265
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.6414080047607422
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.045802879929542545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05284703969955444
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,4.011069450378418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.0765526396036148
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.23287808179855346
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.48920093536377
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.04167680025100708
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.19386175870895386
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.2871398425102234
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.43468800544738767
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.6418793630599976
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.665128321647644
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,8.203755493164062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.6587043237686158
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.6673907279968262
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.6857417583465576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.6640742444992065
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.6761263942718506
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.6707200002670288
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.6733590316772461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.6806614351272583
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.6944969606399536
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.7070912027359009
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,11.339008026123047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.7258419275283814
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.8021279954910279
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.9117587280273437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,1.1437446403503417
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.4727775955200195
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,2.0512355041503905
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,14.249703674316406
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.7516108894348146
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.04579167991876602
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.053073920607566834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.075191650390625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.07953215897083282
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.22736640214920045
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,5.5334809875488284
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06845055997371674
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07192575812339783
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.14419872045516968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.3879612755775452
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.6661631965637207
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,8.316568069458008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.9529638290405273
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,1.3615616130828858
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,1.4571100902557372
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,1.5148425483703614
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,11.096545333862304
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,1.5760486316680908
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,1.6587734413146973
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,1.7226105499267579
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,1.783838710784912
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,1.8275936126708985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,14.297579345703125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,2.4515555191040037
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,2.5398159980773927
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,2.6085478401184083
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,2.8104678535461427
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,2.944345588684082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,3.311882286071777
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,3.5924563598632813
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,4.287548828125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.07757759988307952
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,4.893582038879394
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.08437760174274445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,6.22011360168457
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.09012000024318695
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.19864447951316833
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.3595263981819153
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,7.604529953002929
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.504012155532837
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.7050220823287964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.7542767953872681
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.7942038297653198
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.8301260757446289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,10.321076736450195
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.8790105628967285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.9179539108276367
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.9470249748229981
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.9796502494812012
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06806848049163819
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.07211968004703521
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,13.235998077392578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.11294655978679657
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.35589119911193845
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.5779148769378663
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.864224648475647
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,1.3327344036102295
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,1.4294832038879395
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,1.4966451168060302
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,16.04151306152344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,1.560684823989868
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,1.6452588939666748
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,1.7348390579223634
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,1.7817894172668458
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,1.8711033821105958
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,2.5254806518554687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,2.6049811363220217
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,2.723880672454834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,2.964531211853027
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,3.0958386993408205
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,3.418388442993164
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,3.6835012435913086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,4.345710372924804
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.0776499205827713
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,5.027993545532227
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.08338336110115051
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.08799039900302887
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,6.31092098236084
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.16359423875808715
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.3166918420791626
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,7.692174682617187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.4329254364967346
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.699073600769043
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.751349754333496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.7838607978820801
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.8225583934783935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,10.562076568603516
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.8722908878326416
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.9223244953155517
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.95181791305542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,1.0018201446533204
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,13.424423522949219
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,16.45328399658203
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04455423980951309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.0371686401963234
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.10261279881000519
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.03507712006568909
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.20501503944396973
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.41620383977890013
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.36096864223480224
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.4380464029312134
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.4149145603179932
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.4276099157333374
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.44195679187774656
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.6069452810287476
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.6241177606582642
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.6327903985977172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.6544464015960694
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.6710784006118774
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.7018086433410644
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.7547692823410034
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.8245142459869385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.9685664081573486
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,1.088593921661377
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.4268364810943603
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.711307201385498
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.04243456065654755
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.04426656007766724
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.05061632066965103
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,2.3548412704467774
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.060600320100784304
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.06966048121452331
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,3.0710778045654297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.18372543931007385
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.2113433611392975
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.21252064108848573
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,4.582143974304199
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.2249609637260437
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.2349568009376526
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.2390393614768982
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,6.25343448638916
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.0350297600030899
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.03676159977912903
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.04386687994003296
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.05744319975376129
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,7.952065277099609
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.17585983872413635
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.3601199960708618
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.3969120001792908
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.4121567940711975
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.43203551769256593
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.43664352893829345
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.4516249656677246
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.629267201423645
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.6290022373199463
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.6435833549499512
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.6693785572052002
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.6882387256622314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.7048499202728271
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.7667075252532959
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.8368505668640137
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.9761587238311767
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,1.1080272006988525
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.4429593658447266
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.7485923194885253
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.04297119945287704
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.043355520069599154
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,2.3709052848815917
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.049396800696849825
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,3.1261081504821777
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.05722944021224976
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.06537215948104859
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.19081632137298585
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.2116905605792999
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,4.710201606750489
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.22693888425827027
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.23381760358810424
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.23591936111450196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.24654783964157104
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,6.458367080688476
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.059073600172996524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.052223999500274655
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.20361759901046753
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,8.29794303894043
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.4059747219085693
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.5923737621307373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,1.0559385585784913
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,1.1433673477172852
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,1.1937792110443115
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,1.2258700847625732
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,1.2548403072357177
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,1.3175603294372558
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,1.2916294479370116
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,1.8752307319641113
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,1.9214396858215332
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,1.9675942420959474
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,1.9576396751403808
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,2.042489585876465
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,2.154953899383545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,2.2987366485595704
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,2.631843490600586
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,2.8892156982421877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,3.5147776412963867
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,4.189439353942871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.06185887932777405
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.06778847992420196
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.07916544079780578
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.20965376377105713
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,5.520321273803711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.3062326407432556
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,6.852195205688477
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.5420848035812378
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.5969916772842407
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.6300560045242309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.6448627233505249
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.6859980869293213
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.6603027296066284
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.7051363134384155
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,9.571070709228515
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.051793922185897824
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.0562988805770874
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.18235392212867738
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,12.48887809753418
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.3557868766784668
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.5270275163650513
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,1.0443449592590333
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,1.1553792095184325
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,1.2123955249786378
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,1.249709119796753
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,1.2870345497131348
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,15.349656982421875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,1.3426848030090333
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,1.3571849536895753
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,1.9515187644958496
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,1.9590431976318359
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,1.9975167846679687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,2.022707214355469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,2.065375347137451
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,2.2142233848571777
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,2.3763929748535157
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,2.66481409072876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,2.9445209312438965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,3.5805184173583986
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.06167391836643219
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,4.252128944396973
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.06472352027893066
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.07763551950454711
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,5.555260772705078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.15888383865356445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,7.009085540771484
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.2715824031829834
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.5296832036972046
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.6017638444900513
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.6350947189331054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.6804988765716553
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.6555027198791504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,9.91151741027832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.7097616004943847
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.730511040687561
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,12.800448455810546
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.08676352143287659
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.0832614380121231
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.29584320068359377
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.3766764783859253
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.756336646080017
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,1.1461587238311768
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,15.776040802001953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,1.3888707256317139
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,1.8667622566223145
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,1.9909324836730957
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,2.0811980628967284
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,2.1757407760620118
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,2.2445859336853027
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,2.314945602416992
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,2.461602878570557
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,2.548356170654297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,2.584023036956787
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,3.615497894287109
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,3.829995536804199
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,4.012161903381347
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,4.304339179992676
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,4.655090560913086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,5.383893775939941
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.09126783967018127
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,6.091109733581543
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.09841600120067596
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.11015967965126038
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.18950144410133363
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,7.405690155029297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.41743136644363404
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.6120441579818725
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,8.783073348999023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.7353123140335083
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.9821184062957764
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,1.036898241043091
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,1.0809923267364503
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,11.552849655151368
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,1.1350924682617187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,1.1832815933227538
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,1.2211916828155518
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,1.3115142345428468
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,14.34559326171875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,1.3568499279022217
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,1.3837411308288574
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.08321983933448791
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.0868233585357666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.19235679745674134
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.3795135927200317
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,17.20070068359375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.6788886356353759
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.9789849758148194
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,1.2442908763885498
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,1.7534054374694825
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,1.8824595642089843
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,1.9859350204467774
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,2.102261085510254
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,2.1854710388183594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,2.2501776313781736
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,2.4174386978149416
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,2.5334060478210447
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,2.567884159088135
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,3.6344697189331057
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,3.912985572814941
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,4.080947189331055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,4.445170249938965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,4.843118782043457
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,5.62030590057373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.09173856079578399
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,6.361465263366699
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.09792511880397797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.10355680108070374
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.19104768037796022
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,7.719075164794922
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.3788998436927795
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.5221638488769531
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,9.045410232543945
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.6558495903015137
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.9301193618774414
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.9905663967132569
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,1.0375059127807618
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,11.938252410888673
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,1.0987494373321534
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,1.1491609573364259
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,1.1951001739501954
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,1.291847677230835
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,1.3484438419342042
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,14.797035369873047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,1.374903039932251
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.02148287996649742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.022739520072937013
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.030853120088577272
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.01988575965166092
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.04349856048822403
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.0440313595533371
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.04621984004974365
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,17.62109085083008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.04545248031616211
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.05230496019124985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.05497856050729752
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.06578144073486328
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.06886879920959472
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.0744022399187088
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.0850115191936493
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09379776000976563
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.1086352014541626
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.11955040097236633
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.17191936016082765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.2239180827140808
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.34073599815368655
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.40356799840927127
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5784854459762573
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7784137678146362
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.033320319950580594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.2057174396514894
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.034201600551605225
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6853184032440185
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.03615744024515152
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.03937087953090668
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.597468147277832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.019967039525508882
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.021636160016059877
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.02257663995027542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.482121925354004
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.029921280443668364
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.043363200426101686
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.044584959745407104
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.380200271606445
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.04482847988605499
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.05187520086765289
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.05219167977571487
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.06869920074939728
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.05633952081203461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.06797024011611938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.07328767955303192
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.08000352025032044
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09129952013492584
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10570560038089752
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.12362751960754395
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.16944096088409424
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.22440896034240723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.34137663841247556
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.42910719871520997
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5858502388000488
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7949708795547485
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.03323903948068619
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.2316547107696534
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.03428191989660263
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.706133441925049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.0359305602312088
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.5878422355651853
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.039249600768089296
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.517142753601074
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.03465535998344421
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.030044160187244415
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.07658496111631394
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.339967994689942
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.2254115152359009
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.27048959732055666
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.28382943391799925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.2856230401992798
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.28336031913757326
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.27992032289505003
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.28665855884552
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.28792767763137816
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.2843616008758545
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.28469248056411744
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.29400927782058717
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.30555071592330935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.31579999923706054
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.32201728105545047
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.3697654390335083
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.4344208002090454
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5992239952087403
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.7219814443588257
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,1.0930790424346923
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.3934796714782716
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04245504021644592
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.046447359919548036
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.1734604835510254
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04848544031381607
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.052571839094161986
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.9506553840637206
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.02957312047481537
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.034703360199928285
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06211423993110657
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.399748802185059
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.2190016007423401
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.2748108792304993
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.2839023947715759
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.28175360202789307
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.2868294382095337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.28724159955978396
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.2856857585906982
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.2844255971908569
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.151935424804687
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.28392447471618654
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.28411871910095216
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.2948582410812378
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,7.708916473388672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.3057526421546936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.3115520000457764
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.32212928056716916
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3772092819213867
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4303459167480469
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5969203186035156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.7309788751602173
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,1.0968473720550538
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3760908889770507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.042342399954795835
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.189885139465332
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.046641279757022855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.048167679905891415
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,2.969180145263672
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.052069440484046936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.54169605255127
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.06662847936153411
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07329792022705078
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.06933503985404968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1909555184841156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.33171103954315184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.48247360229492187
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.161314926147461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.6974713611602783
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.7544691276550293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.789964804649353
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.8124723148345947
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,7.730513229370117
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.8530006504058838
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.8797574329376221
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.916500473022461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.9675878429412842
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,1.2826284790039062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,1.3194035053253175
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,1.395076160430908
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,1.5175884819030763
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,1.6472767829895019
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.943663330078125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,2.15299072265625
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,2.6528422355651857
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.07762751996517181
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,3.193946571350098
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,4.3549900817871094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.08373023927211762
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.0862720000743866
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.11071423768997192
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,5.552854690551758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.178483202457428
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.2933315205574036
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.41489343643188475
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.442959680557251
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,8.082124328613281
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.4784524869918823
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.49209344387054443
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.5110547256469726
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.5313923168182373
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.5478038454055786
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.5772489595413208
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,10.90432861328125
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06641599833965302
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.06911999881267547
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.0740441608428955
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.17489760041236876
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.28843008041381835
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.41869215250015257
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,13.66312973022461
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.6839283227920532
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.7347404766082763
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.7782809686660767
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.80951744556427
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.8558889484405517
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.9010067176818848
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.9420787239074707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.9896016120910645
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,1.325667839050293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,1.3794198608398438
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,1.4664803218841553
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,1.5892735862731933
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,1.7172582054138184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.9940959739685058
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,2.207221450805664
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,2.7392281532287597
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.07756384015083313
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,3.2766873168945314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.08437631905078888
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,4.435333137512207
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.08650655806064605
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.10570688009262084
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,5.643458595275879
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.14167808055877684
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.25805728197097777
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.41404033184051514
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.44003264427185057
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.4708147144317627
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,8.319875717163086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.4883017587661743
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.5148972797393799
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.538056960105896
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.5563798332214356
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.5902131223678588
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,11.199998931884766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.03023840010166168
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.04505600035190582
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.03493824034929276
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.031609599888324735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.038542080223560336
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.214443838596344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.20232928156852723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,14.145187377929688
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.2095913600921631
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.21492576122283935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.21997567653656006
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.23007231712341308
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.2884998369216919
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.3047718405723572
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.39110623836517333
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.31529792308807375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.4260137605667114
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.3398860788345337
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.3368624019622803
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.3499500823020935
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.5836675214767456
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.7560592031478882
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,1.0584678363800049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.3474275112152099
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.9903689575195314
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.04239008039236069
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.04431872010231018
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.05172800123691559
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,2.6748204803466797
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.05777088046073914
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.06516704082489014
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.08733695983886719
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.08886112034320831
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.09129984080791473
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09246592044830322
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,4.1663077926635745
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.0933459198474884
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.0957235187292099
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,5.914848709106446
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.031383039951324465
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.030197759568691255
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.03426304012537003
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.03877568006515503
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.042137280106544495
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.17559263944625855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,7.609894638061523
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.20432704091072082
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.21218303918838502
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.22166528224945067
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.22730751991271972
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.23220223903656007
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.31015936136245725
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.3076793599128723
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.31805376052856443
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.3329513597488403
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.34038464069366453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.3736060833930969
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.39408607959747316
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.4305596828460693
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.6051833581924438
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.7552163219451904
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,1.0666086387634277
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.3695987415313722
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.04254495948553085
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.04391488015651703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,2.0099475288391115
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.049763200283050535
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,2.701239700317383
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.05549823999404907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.062110400795936584
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.08741600036621094
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.08962880074977875
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,4.309739456176758
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.09141183912754058
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.09390944004058838
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.09532128036022186
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.09696063995361329
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,6.086868171691894
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.05351423978805542
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.05049312114715576
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.06301600098609925
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,7.855257339477539
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1898697566986084
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.3042902421951294
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.5209180784225463
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.5837107229232789
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.6055209684371948
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.6461747264862061
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.6299238395690918
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.6803433513641357
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.6736265659332276
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.9398652839660645
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.971028470993042
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,1.0373113632202149
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,1.0668115234375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,1.105600299835205
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,1.2074998283386231
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,1.3253728008270265
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,1.5272035217285156
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.775829429626465
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,2.383031005859375
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,2.921082878112793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.059900480508804324
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.0646940803527832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.07096256017684936
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.0901305603981018
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,4.144839324951172
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.12415776133537293
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,5.475273590087891
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.28318463802337646
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.31318623781204225
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.35494879722595213
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.3476022434234619
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.3798905611038208
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.3950892806053162
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.4039929533004761
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,8.081664047241212
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.050462721586227416
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.05337087988853455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06280095994472504
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,10.890614471435548
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.15345664024353028
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.2599014377593994
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.519976954460144
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.5811196804046631
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.6179011201858521
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.639770884513855
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.6600563287734985
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.697640323638916
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.7060374450683594
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,13.877237854003907
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.9793824005126953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,1.0126832008361817
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,1.063360948562622
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,1.077882261276245
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,1.1260502433776856
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,1.2331520080566407
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,1.3649699211120605
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.5412531185150147
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.8203743934631347
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,2.4071763229370116
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.060247999429702756
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.998056621551514
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.06196064054965973
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,4.231401634216309
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.07103327989578247
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.08547807991504669
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,5.573814353942871
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.10028864026069641
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.30424896001815793
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.32133951902389524
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.36062943935394287
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.37726975917816163
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.3937059211730957
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.4172063946723938
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,8.412487030029297
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.414607355594635
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,11.362548522949218
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.08173504114151
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.08447968125343323
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.08954559981822968
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.17466240048408507
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.39969472408294676
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.5926912021636963
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,14.311905059814453
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.7119564771652221
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.9494185543060303
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,1.0014000129699707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,1.0533036708831787
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,1.127647361755371
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,1.1621887969970703
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,1.1911571216583252
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,1.3362681770324707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,1.280071029663086
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,1.3602691078186036
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,1.880524787902832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,2.0583084869384765
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,2.1934662437438965
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,2.3835427284240724
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,2.6496992111206055
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.09152319967746735
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,3.208171501159668
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,3.790161895751953
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.09726976096630097
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,4.913899192810058
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.10879936337471008
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.11927551865577697
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,6.145248603820801
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.23608160257339478
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.3819500803947449
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.4423270416259766
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.5605171155929566
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,8.720004577636718
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.5984665584564209
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.6204908847808838
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.6626684761047363
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.70170560836792
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.718755521774292
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,11.449803848266601
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.7807283210754394
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.8158719968795777
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.8354175853729248
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,14.281642150878906
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.08168384075164795
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.08509280025959015
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.08828735947608948
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.17697760224342346
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.3451801586151123
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.5132799911499023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.6342963123321533
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.9062275218963624
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.9590761566162109
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,1.0045628929138184
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,1.0954937648773193
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,1.1356153583526611
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,1.1740659141540528
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,1.2631347274780274
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,1.327717752456665
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,1.3580992031097412
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,1.9025276756286622
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,2.134454402923584
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,2.1918070411682127
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,2.461377582550049
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,2.7682604598999023
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,3.3300376892089845
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,3.9028627395629885
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.0911564815044403
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.0969622391462326
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.10196960151195526
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,5.070116500854493
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.12001216053962707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.18545599937438964
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,6.313901405334473
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.31802207946777344
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.41070591926574707
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.5262950372695923
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,9.064927368164062
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.5710028791427613
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.6013503980636596
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.6471625566482544
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.6838956832885742
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.686950397491455
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.770158724784851
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.8104121589660644
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,11.75495491027832
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.8305939292907715
SGLang,0.5.5.post3,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,14.633216094970702
