framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,uniform,0.217958402633667
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,uniform,0.33825600147247314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,uniform,0.6016416072845459
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,uniform,1.1203968048095703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,2.1429792404174806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,2.0990943908691406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,2.0961631774902343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,2.096828842163086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.6,0.32603649139404295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.8,0.3261510467529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.3264031982421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.02,0.32609664916992187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.31920255661010744
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.6,0.5782585525512696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.8,0.5553625488281251
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.2460742378234863
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.02,0.22846591949462888
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.2491507148742676
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.6,0.4562284851074219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.8,0.4931539154052734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.4697734451293945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.02,0.4818732833862304
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.41146110534667973
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.6,0.957763214111328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.8,0.8889746856689452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.7744121551513672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.02,0.7343033599853516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.6196441650390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,1.3159078979492187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,1.1329811096191407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.9928723144531251
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,1.044329605102539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.895208282470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,1.690693817138672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,1.6310426330566408
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.5392326354980468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.51517822265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.5282521057128906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,1.8139967346191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,1.7753273010253907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.6827290344238282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,1.6474777221679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.6586650085449217
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,1.9033811950683592
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,1.8693125915527342
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.7836352539062499
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,1.766821746826172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.7564965820312501
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.18821439743041993
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.30921599864959715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.5492800235748291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,1.0507200241088868
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,1.0500639915466308
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,1.05032320022583
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,1.0515968322753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,1.0531488418579102
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.5504492950439454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.5051763153076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.1945075225830078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.16814207077026366
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.15437503814697268
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.28093887329101563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.2794700813293457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2936639976501465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.27178560256958006
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.2783839988708496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.5032947158813477
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.4578636932373047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.39493953704833984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.4226643371582031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3864191818237305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.7026374053955078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.6183724975585937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.4977568054199219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.5347366333007812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.47152065277099614
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.8461293029785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.8333222198486329
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7801747131347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.7867839813232422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.7213491058349609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.9152397155761719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.8876338958740234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.8379686737060548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.8690911865234374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8475917053222656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.9674368286132813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.9135424041748047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.9280127716064452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.9412300872802735
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9214796447753907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.9899552154541016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.9618067169189454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.9370124816894532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.9358534240722657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.9753810882568359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,uniform,0.17082560062408447
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,uniform,0.28280959129333494
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,uniform,0.5304416179656982
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,uniform,0.5318816184997559
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.5319488048553467
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.5312928199768067
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.5334943771362305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.5332352161407471
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.6,0.16626304626464844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.8,0.18984832763671874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.17420608520507813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.02,0.17869823455810546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.17711231231689453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.6,0.2993708801269531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.8,0.2815443229675293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.23001983642578122
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.02,0.2421708869934082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.18746496200561524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.6,0.39045631408691406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.8,0.3358150482177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.3026867294311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.02,0.278337287902832
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.2694495964050293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.6,0.43375297546386715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.8,0.4234617614746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.44149311065673824
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.02,0.4235059356689453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.38772159576416015
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.5003129577636718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.4701190567016601
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.47430080413818365
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.4333951950073242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.4535084915161133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.4893964767456055
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.49794113159179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.4782521438598633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.45069183349609376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.4917504119873047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.511778564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.5060115051269531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.49202880859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.49715648651123046
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5038086318969727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.5250207901000976
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.5038860702514649
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.5278323364257813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.5124345779418945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.5541363143920899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.15924160480499266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.2760224103927612
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.27597761154174805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.278003191947937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.2778815984725952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.27865920066833494
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.27895679473876955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.27951679229736326
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.1743110466003418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.16341632843017578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.15300864219665528
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.1623423957824707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.1377408027648926
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.203756160736084
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.1988275146484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.192108154296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.1886796760559082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.19360448837280272
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.24758527755737303
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.24485376358032224
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.2329875183105469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.23324031829833985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.21465791702270506
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.26191871643066406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.2522316741943359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.24174400329589846
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.24313728332519532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.24433664321899412
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.2689779281616211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.26832576751708986
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.25195648193359377
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.25068864822387693
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.24820415496826173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.261329288482666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.270009593963623
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.25675392150878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.27233983993530275
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.2700985527038574
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.28868032455444337
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.270118408203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.27864000320434573
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.30416448593139644
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.30491008758544924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.310183048248291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.32391422271728515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.33783679962158203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.32737728118896486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.377710075378418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.15200639963150026
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.15154240131378174
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.15213119983673096
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.1534816026687622
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.15400320291519165
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.15441279411315917
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.15489280223846436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.1637984037399292
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.13013952255249023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.10755071640014649
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.12027968406677245
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.11456576347351075
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.11052096366882325
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.14587583541870117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.1330675220489502
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.13788415908813476
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.132424955368042
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.13234880447387695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.14841728210449218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.14294528007507323
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.13538432121276855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.14853440284729005
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.14080063819885252
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.14873791694641114
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.13837183952331542
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.14377023696899413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.14335424423217774
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.1460089588165283
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.15207807540893553
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.1492243194580078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.14349056243896485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.15926079750061034
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.16175743103027346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.15789695739746096
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.16556352615356446
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.1709459114074707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.16699968338012697
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.17743743896484374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.17982656478881837
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.17920703887939454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.19454463958740234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.19886655807495118
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.22982784271240236
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.21905599594116212
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.2293996810913086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.26523136138916015
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.26451711654663085
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.3545043182373047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.08736960291862488
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.08702399730682372
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.08665599822998046
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.08890560269355774
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.08878080248832702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.08941119909286499
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.09371200203895569
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.11090879440307617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.08676095962524413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.08661312103271485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.08036160469055176
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.08409215927124022
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.08146240234374999
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.08660991668701172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.08644351959228516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.08457023620605468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.08392704010009766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.0841868782043457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.08654015541076661
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.0841919994354248
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.08194879531860352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.08694144248962402
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.08421824455261231
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.08680000305175781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.08777664184570313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.09425024032592774
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.09355903625488281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.09570560455322266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.09241727828979493
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.09870079994201661
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.10553152084350585
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.10089856147766114
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.1134233570098877
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.10974847793579101
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.12198399543762206
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.12337535858154296
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.12784383773803712
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.15270272254943848
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.13645119667053224
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.15969663619995117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.19486976623535157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.18639551162719728
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.2506137657165527
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.21419071197509765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.24191999435424805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.360555534362793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.35769214630126955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.42513664245605465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.05515199899673462
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.05526080131530762
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.05482879877090454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.05828800201416016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.05746240019798279
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.05943040251731872
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.06776000261306762
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.09653440117835999
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.0547488021850586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.05479936122894287
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.0550060796737671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.054921598434448236
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.054869761466979985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.054872322082519534
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.05482304096221924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.055187840461730954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.05501376152038574
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.055080962181091306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.05495552062988281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.05732096195220947
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.05764927864074707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.05741951942443848
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.06119679927825927
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.05766464233398437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.060864000320434576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.07693120002746581
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.0653657579421997
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.06918272018432617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.06460224151611328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.07659840106964111
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.09640895843505859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.08230655670166016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.10224448204040529
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.0962707233428955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.11330176353454591
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.15049599647521972
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.1268563175201416
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.20336767196655275
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.14491007804870606
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.19131647109985353
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.256187515258789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.25895679473876954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.3765875244140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.21068096160888672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.30529600143432617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.4110380935668945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.5475635147094726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.8022911834716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.03698239922523498
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.03680959939956665
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.03673279881477356
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.03870719969272614
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.040479999780654904
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.0458624005317688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.062300801277160645
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.09436799883842469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.036735360622406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.036983680725097653
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.03697535991668701
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.03699520111083984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.03738687992095947
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.03690239906311035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.03834944009780884
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.03880448102951049
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.03879551887512207
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.04320511817932129
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.03876032114028931
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.04342463970184326
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.04413504123687744
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.04425407886505127
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.053646721839904786
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.043669757843017576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.05341375827789306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.0573414421081543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.06279104232788087
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.08602432250976563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.05689151763916016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.07119359970092773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.1042745590209961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.09626560211181641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.15388480186462403
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.08801152229309081
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.11683967590332031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.17007488250732422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.1886688041687012
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.2735148811340332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.14822527885437012
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.19951040267944337
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.33582847595214843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.3484447860717773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.7542880249023438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.25519807815551754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.3620127868652344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.6809715270996094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.7005126190185547
